00000001:01000000:2.0F:1787759136.204663:0:2285:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1371 MB/s
00000001:01000000:2.0:1787759136.454650:0:2285:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1567 MB/s
00000001:01000000:2.0:1787759136.704093:0:2285:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10387 MB/s
00000020:02000000:1.0F:1787759136.976489:0:2314:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_104_g734b157
00000400:02000000:0.0F:1787759137.300447:0:2329:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.9@tcp [8/256/0/180]
00008000:02000000:0.0:1787759139.758013:0:2479:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:0.0:1787759201.453519:0:5567:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:0.0:1787759201.453523:0:5567:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:0.0:1787759201.453524:0:5567:0:(obd_mount.c:926:lmd_print()) device:  192.168.204.109@tcp:/lustre
00000020:01000004:0.0:1787759201.453525:0:5567:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:0.0:1787759201.453605:0:5567:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 0000000081eda0ca
00000080:01000004:0.0:1787759201.453612:0:5567:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:0.0:1787759201.453624:0:5567:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.109@tcp'
00000020:01000004:0.0:1787759201.453665:0:5567:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.109@tcp (typ=mgc)
00000020:00000080:0.0:1787759201.453681:0:5567:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.109@tcp (000000000f238bb2)
00000020:00000080:0.0:1787759201.453691:0:5567:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:0.0:1787759201.453900:0:5567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:0.0:1787759201.453930:0:5567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:0.0:1787759201.454226:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:0.0:1787759201.454230:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:0.0:1787759201.454517:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:0.0:1787759201.454524:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:2.0:1787759201.454836:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:2.0:1787759201.454842:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:0.0:1787759201.455153:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:0.0:1787759201.455159:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:0.0:1787759201.455741:0:5567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:0.0:1787759201.456092:0:5567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:0.0:1787759201.456242:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:0.0:1787759201.456247:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:1.0:1787759201.457153:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:1.0:1787759201.457160:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:0.0:1787759201.457360:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:0.0:1787759201.457367:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:1.0:1787759201.457566:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:1.0:1787759201.457574:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:0.0:1787759201.457918:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:0.0:1787759201.457924:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:1.0:1787759201.458272:0:5567:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:1.0:1787759201.458278:0:5567:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:0.0:1787759201.459497:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759201.459501:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759201.459502:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759201.459699:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759201.459702:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759201.459704:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:0.0:1787759201.459967:0:5567:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009a527d49@MGC192.168.204.109@tcp: add connection 192.168.204.109@tcp at head
00010000:00010000:0.0:1787759201.460154:0:5567:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.109@tcp-0 is initialized
00000040:01000000:0.0:1787759201.460161:0:5567:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.109@tcp ctxt 1 is initialized
10000000:01000000:0.0:1787759201.460519:0:5581:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:0.0:1787759201.460563:0:5567:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.109@tcp (uuid 7004f5ce-d88c-4df1-9ee2-efe47130d121)
00000020:00000080:0.0:1787759201.460589:0:5567:0:(genops.c:1385:class_connect()) connect: client 7004f5ce-d88c-4df1-9ee2-efe47130d121, cookie 0x261bc6ad56ef6163
00000100:00080000:0.0:1787759201.460601:0:5567:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 0
00000100:00080000:0.0:1787759201.460608:0:5567:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import 000000009a527d49 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759201.460720:0:5567:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbc2d882 x1874601324839040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759201.460743:0:5567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS
00000080:00200000:0.0:1787759201.460763:0:5567:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9f7d42eed800 (sb 0000000081eda0ca)
00000080:01000000:0.0:1787759201.460838:0:5567:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:0.0:1787759201.460840:0:5567:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr
00000080:00000004:0.0:1787759201.460845:0:5567:0:(llite_lib.c:1244:ll_options()) next opt=flock
00000080:01000000:0.0:1787759201.460851:0:5567:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: 6adecffe-4523-438b-8da7-1d705d9fa828
10000000:01000000:0.0:1787759201.461521:0:5567:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:0.0:1787759201.461524:0:5567:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9f7d42eed800
10000000:01000000:0.0:1787759201.461527:0:5567:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9f7d49d79a48
10000000:01000000:0.0:1787759201.461533:0:5567:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:0.0:1787759201.461540:0:5567:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9f7d49d79a48 from 1
10000000:01000000:0.0:1787759201.461543:0:5567:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:0.0:1787759201.461571:0:5567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.461580:0:5567:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.461590:0:5567:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1787759201.461612:0:5567:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@0000000096e618dc x1874601324839168/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759201.461619:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f3f0d1d2 going to sleep for 0 seconds
00010000:00010000:2.0:1787759201.461723:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759201.462137:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000cbc2d882 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324839040:192.168.204.109@tcp:250:
00000100:00100000:0.0:1787759201.463607:0:2345:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.109@tcp: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787759201.463618:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0
00000100:00080000:0.0:1787759201.463626:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.109@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:0.0:1787759201.463631:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:0.0:1787759201.463635:0:2345:0:(import.c:65:import_set_state_nolock()) 000000009a527d49 MGS: changing import state from CONNECTING to FULL
10000000:01000000:0.0:1787759201.463638:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:0.0:1787759201.463647:0:2345:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:0.0:1787759201.463654:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f3f0d1d2):  req@0000000096e618dc x1874601324839168/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759201.463756:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000cbc2d882 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324839040:192.168.204.109@tcp:250:
00000100:00100000:0.0:1787759201.463987:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f3f0d1d2 going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.471634:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839168:192.168.204.109@tcp:101:
00010000:00010000:0.0:1787759201.471662:0:5567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.471674:0:5567:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759201.471750:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839296:192.168.204.109@tcp:501:
00000100:00100000:0.0:1787759201.471826:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f3f0d1d2 going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.473880:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839296:192.168.204.109@tcp:501:
10000000:01000000:0.0:1787759201.473931:0:5567:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:0.0:1787759201.473955:0:5567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.473964:0:5567:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: 00000000253f9ff4/0x261bc6ad56ef616a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759201.473981:0:5567:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9f7d42eed800
10000000:01000000:0.0:1787759201.473986:0:5567:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:0.0:1787759201.473990:0:5567:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9f7d42eed800
10000000:01000000:0.0:1787759201.473993:0:5567:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:0.0:1787759201.473997:0:5567:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9f7d42eed800
10000000:01000000:0.0:1787759201.474000:0:5567:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:0.0:1787759201.474003:0:5567:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7d42eed800 from 1
10000000:01000000:0.0:1787759201.474006:0:5567:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:0.0:1787759201.474052:0:5567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.474060:0:5567:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.474070:0:5567:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759201.474099:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839424:192.168.204.109@tcp:101:
00000100:00100000:0.0:1787759201.474161:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f3f0d1d2 going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.475491:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839424:192.168.204.109@tcp:101:
00010000:00010000:0.0:1787759201.475507:0:5567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.475514:0:5567:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759201.475557:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839552:192.168.204.109@tcp:501:
00000100:00100000:0.0:1787759201.475623:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f3f0d1d2 going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.477617:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839552:192.168.204.109@tcp:501:
00000100:00100000:0.0:1787759201.477666:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839680:192.168.204.109@tcp:503:
00000100:00100000:0.0:1787759201.477735:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f3f0d1d2 going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.479640:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324839680:192.168.204.109@tcp:503:
00000100:00100000:0.0:1787759201.480938:0:5585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5585:1874601324839808:192.168.204.109@tcp:502:
00000100:00100000:0.0:1787759201.481050:0:5585:0:(client.c:2715:ptlrpc_set_wait()) set 000000003d9a203b going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.483105:0:5585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096e618dc pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5585:1874601324839808:192.168.204.109@tcp:502:
00000020:01000000:0.0:1787759201.483147:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759201.483157:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483169:0:5585:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:0.0:1787759201.483176:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.483179:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787759201.483190:0:5585:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9f7d42eed800 (000000000d50944e)
00000020:00000080:0.0:1787759201.483206:0:5585:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:0.0:1787759201.483211:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.483214:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:0.0:1787759201.483541:0:5585:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9f7d42eed800 (uuid 6adecffe-4523-438b-8da7-1d705d9fa828)
00000020:01000000:0.0:1787759201.483545:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.483549:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483551:0:5585:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:0.0:1787759201.483553:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759201.483556:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483557:0:5585:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:0.0:1787759201.483561:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.483563:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787759201.483569:0:5585:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9f7d42eed800 (000000003d82bce6)
00000020:00000080:0.0:1787759201.483582:0:5585:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:0.0:1787759201.483588:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.483590:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:0.0:1787759201.483772:0:5585:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9f7d42eed800 (uuid 6adecffe-4523-438b-8da7-1d705d9fa828)
00000020:01000000:0.0:1787759201.483776:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.483780:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483781:0:5585:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:0.0:1787759201.483802:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759201.483806:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483808:0:5585:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:0.0:1787759201.483812:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:0.0:1787759201.483814:0:5585:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:0.0:1787759201.483817:0:5585:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:0.0:1787759201.483824:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.483827:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483828:0:5585:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:0.0:1787759201.483831:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759201.483834:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.483835:0:5585:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:0.0:1787759201.483838:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:0.0:1787759201.483841:0:5585:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp)
00000020:01000000:0.0:1787759201.483874:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.483876:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787759201.483882:0:5585:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9f7d42eed800 (00000000e931b75d)
00000020:00000080:0.0:1787759201.483891:0:5585:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:0.0:1787759201.483895:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.483897:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:0.0:1787759201.483967:0:5585:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e537e1fd@lustre-MDT0000-mdc-ffff9f7d42eed800: add connection 192.168.204.109@tcp at head
00010000:00010000:0.0:1787759201.486142:0:5585:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9f7d42eed800-1 is initialized
00000040:01000000:0.0:1787759201.486584:0:5585:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9f7d42eed800 ctxt 13 is initialized
00000020:00000080:0.0:1787759201.486840:0:5585:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9f7d42eed800 (uuid 6adecffe-4523-438b-8da7-1d705d9fa828)
00000020:01000000:0.0:1787759201.486860:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.486865:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:0.0:1787759201.486887:0:5585:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:0.0:1787759201.486923:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.486927:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.486928:0:5585:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:0.0:1787759201.486930:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:0.0:1787759201.486932:0:5585:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9
00000020:01000000:0.0:1787759201.486933:0:5585:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787759201.486934:0:5585:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787759201.486935:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:0.0:1787759201.486937:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.486938:0:5585:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout
00000020:01000000:0.0:1787759201.486939:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:0.0:1787759201.486956:0:5585:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.109@tcp:/lustre
00000020:00000080:0.0:1787759201.486960:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.486960:0:5585:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc
00000020:00000080:0.0:1787759201.486963:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:0.0:1787759201.486966:0:5585:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp)
00000020:01000000:0.0:1787759201.486983:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.486985:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787759201.486997:0:5585:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9f7d42eed800 (000000001c43713d)
00000020:00000080:0.0:1787759201.487007:0:5585:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2
00000020:01000000:0.0:1787759201.487011:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.487013:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:0.0:1787759201.487109:0:5585:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ff8f086d@lustre-OST0000-osc-ffff9f7d42eed800: add connection 192.168.204.109@tcp at head
00010000:00010000:0.0:1787759201.487658:0:5585:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9f7d42eed800-2 is initialized
00000020:00000080:0.0:1787759201.489778:0:5585:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9f7d42eed800 (uuid 6adecffe-4523-438b-8da7-1d705d9fa828)
00000020:01000000:0.0:1787759201.489794:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.489799:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:0.0:1787759201.489822:0:5585:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:0.0:1787759201.489836:0:5585:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9f7d42eed800: Adding target lustre-OST0000_UUID
00020000:01000000:0.0:1787759201.489843:0:5585:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:0.0:1787759201.489858:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.489863:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.489865:0:5585:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc
00000020:01000000:0.0:1787759201.489869:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:0.0:1787759201.489872:0:5585:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14
00000020:01000000:0.0:1787759201.489874:0:5585:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787759201.489876:0:5585:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787759201.489877:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:0.0:1787759201.489880:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.489882:0:5585:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout
00000020:01000000:0.0:1787759201.489885:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:0.0:1787759201.489889:0:5585:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.109@tcp:/lustre
00000020:00000080:0.0:1787759201.489893:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.489895:0:5585:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc
00000020:00000080:0.0:1787759201.489899:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:0.0:1787759201.489904:0:5585:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp)
00000020:01000000:0.0:1787759201.489930:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.489932:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787759201.489941:0:5585:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9f7d42eed800 (00000000fdbe6247)
00000020:00000080:0.0:1787759201.489969:0:5585:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:0.0:1787759201.489975:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.489978:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:0.0:1787759201.490072:0:5585:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005a01a667@lustre-OST0001-osc-ffff9f7d42eed800: add connection 192.168.204.109@tcp at head
00010000:00010000:0.0:1787759201.490278:0:5585:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9f7d42eed800-3 is initialized
00000020:00000080:0.0:1787759201.490573:0:5585:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9f7d42eed800 (uuid 6adecffe-4523-438b-8da7-1d705d9fa828)
00000020:01000000:0.0:1787759201.490581:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9f7d42eed800
00000020:00000080:0.0:1787759201.490583:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:0.0:1787759201.490591:0:5585:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:0.0:1787759201.490595:0:5585:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9f7d42eed800: Adding target lustre-OST0001_UUID
00020000:01000000:0.0:1787759201.490597:0:5585:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:0.0:1787759201.490608:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.490612:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.490613:0:5585:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc
00000020:01000000:0.0:1787759201.490614:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759201.490617:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.490618:0:5585:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout
00000020:00000080:0.0:1787759201.490622:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:0.0:1787759201.490623:0:5585:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:0.0:1787759201.490656:0:5585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5585:1874601324839936:192.168.204.109@tcp:502:
00000100:00100000:0.0:1787759201.490741:0:5585:0:(client.c:2715:ptlrpc_set_wait()) set 000000003d9a203b going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.492513:0:5585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5585:1874601324839936:192.168.204.109@tcp:502:
00000020:01000000:0.0:1787759201.492553:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759201.492558:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759201.492560:0:5585:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout
00000040:00080000:0.0:1787759201.492564:0:5585:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39
00000020:01000000:3.0F:1787759201.492651:0:5567:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0)
10000000:01000000:3.0:1787759201.492681:0:5567:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1787759201.492698:0:5567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759201.492708:0:5567:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: 000000001434c022/0x261bc6ad56ef6171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1787759201.492716:0:5567:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9f7d42eed800 from 1
10000000:01000000:3.0:1787759201.492718:0:5567:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:3.0:1787759201.492750:0:5567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759201.492757:0:5567:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759201.492766:0:5567:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787759201.492781:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f9ae62f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840064:192.168.204.109@tcp:101:
00000100:00100000:3.0:1787759201.492843:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 00000000eda38d62 going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.495987:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f9ae62f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840064:192.168.204.109@tcp:101:
00010000:00010000:0.0:1787759201.496012:0:5567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df43 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.496067:0:5567:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640df43 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759201.496953:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840192:192.168.204.109@tcp:256:
00000100:00100000:0.0:1787759201.497081:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 000000003d9a203b going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.499781:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840192:192.168.204.109@tcp:256:
10000000:01000000:0.0:1787759201.500416:0:5567:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:0.0:1787759201.500434:0:5567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df43 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.500516:0:5567:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: 00000000e1e43fc2/0x261bc6ad56ef619b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df43 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759201.500523:0:5567:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9f7d42eed800 from 1
10000000:01000000:0.0:1787759201.500524:0:5567:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:0.0:1787759201.500554:0:5567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: 000000006b33ae20/0x261bc6ad56ef61a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.500561:0:5567:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: 000000006b33ae20/0x261bc6ad56ef61a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.500569:0:5567:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: 000000006b33ae20/0x261bc6ad56ef61a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759201.500587:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840320:192.168.204.109@tcp:101:
00000100:00100000:0.0:1787759201.500656:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 000000003d9a203b going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.501941:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840320:192.168.204.109@tcp:101:
00010000:00010000:0.0:1787759201.501971:0:5567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: 000000006b33ae20/0x261bc6ad56ef61a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.501981:0:5567:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: 000000006b33ae20/0x261bc6ad56ef61a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759201.502096:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840448:192.168.204.109@tcp:501:
00000100:00100000:0.0:1787759201.502195:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 000000003d9a203b going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.503499:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840448:192.168.204.109@tcp:501:
00000100:00100000:0.0:1787759201.503548:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840576:192.168.204.109@tcp:503:
00000100:00100000:0.0:1787759201.503600:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set 000000003d9a203b going to sleep for 11 seconds
00000100:00100000:0.0:1787759201.506017:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d092e8e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7004f5ce-d88c-4df1-9ee2-efe47130d121:5567:1874601324840576:192.168.204.109@tcp:503:
00000100:00100000:3.0:1787759201.506643:0:5589:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000018cf8f19 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5589:1874601324840704:192.168.204.109@tcp:502:
00000100:00100000:3.0:1787759201.506721:0:5589:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ee0bac5d going to sleep for 11 seconds
00000100:00100000:3.0:1787759201.509247:0:5589:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000018cf8f19 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5589:1874601324840704:192.168.204.109@tcp:502:
00000020:01000000:3.0:1787759201.509285:0:5589:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787759201.509293:0:5589:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787759201.509295:0:5589:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:3.0:1787759201.509298:0:5589:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9f7d42eed800
00000020:00000080:3.0:1787759201.509300:0:5589:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:3.0:1787759201.509348:0:5589:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5589:1874601324840832:192.168.204.109@tcp:502:
00000100:00100000:3.0:1787759201.509430:0:5589:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d59c2d840 going to sleep for 11 seconds
00000100:00100000:3.0:1787759201.511343:0:5589:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:5589:1874601324840832:192.168.204.109@tcp:502:
00000020:01000000:3.0:1787759201.511371:0:5589:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787759201.511378:0:5589:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787759201.511380:0:5589:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:3.0:1787759201.511383:0:5589:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:0.0:1787759201.511471:0:5567:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:0.0:1787759201.511491:0:5567:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:0.0:1787759201.511515:0:5567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759201.511527:0:5567:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:0.0:1787759201.511550:0:5567:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:0.0:1787759201.511572:0:5567:0:(genops.c:1385:class_connect()) connect: client 6adecffe-4523-438b-8da7-1d705d9fa828, cookie 0x261bc6ad56ef61a9
00800000:01000000:0.0:1787759201.511593:0:5567:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 6adecffe-4523-438b-8da7-1d705d9fa828 to lustre-clilmv-ffff9f7d42eed800
00800000:01000000:0.0:1787759201.511599:0:5567:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9f7d42eed800(6adecffe-4523-438b-8da7-1d705d9fa828) - lustre-MDT0000_UUID, 6adecffe-4523-438b-8da7-1d705d9fa828
00000020:00000080:0.0:1787759201.511606:0:5567:0:(genops.c:1385:class_connect()) connect: client 6adecffe-4523-438b-8da7-1d705d9fa828, cookie 0x261bc6ad56ef61b0
00000100:00080000:0.0:1787759201.511628:0:5567:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 0
00000100:00080000:0.0:1787759201.511635:0:5567:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759201.511647:0:5567:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:0.0:1787759201.511666:0:5567:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a88ad00 x1874601324840960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759201.511689:0:5567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID
00000100:00100000:1.0:1787759201.511738:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a88ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324840960:192.168.204.109@tcp:38:
00800000:01000000:0.0:1787759201.511796:0:5567:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9f7d42eed800(6adecffe-4523-438b-8da7-1d705d9fa828) successfully (5)
00800000:00000004:0.0:1787759201.511801:0:5567:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9f7d42eed800: age -893, max_age 0
00000080:00000004:0.0:1787759201.511843:0:5567:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9f7d42eed800: age -893, max_age 106
00800000:00000004:0.0:1787759201.511863:0:5567:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9f7d42eed800: age -893, max_age 106
00000100:00080000:0.0:1787759201.511893:0:5567:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff9f7d46d761c0 x1874601324841216/t0(0) o41->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759201.511902:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc1000 going to sleep for 0 seconds
00000100:00080000:1.0:1787759201.512405:0:2347:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff9f7d4a889a40 x1874601324841088/t0(0) o41->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00010000:00080000:1.0:1787759201.531151:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a88ad00 x1874601324840960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1787759211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759201.531219:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9f7d42eed800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1787759201.531228:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to target with instance 1
00000001:01000000:1.0:1787759201.781152:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9f7d42eed800: T10 checksum algorithm t10ip512 speed = 6447 MB/s
00000001:01000000:1.0:1787759202.031193:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9f7d42eed800: T10 checksum algorithm t10ip4K speed = 7691 MB/s
00000001:01000000:1.0:1787759202.281446:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9f7d42eed800: T10 checksum algorithm t10crc512 speed = 1335 MB/s
00010000:00010000:2.0:1787759202.478312:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:01000000:1.0:1787759202.531077:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9f7d42eed800: T10 checksum algorithm t10crc4K speed = 1711 MB/s
00000100:00080000:1.0:1787759202.531088:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9f7d42eed800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:1.0:1787759202.531102:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:1.0:1787759202.531107:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:0.0:1787759202.531394:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000099e114b2):  req@ffff9f7d46d761c0 x1874601324841216/t0(0) o41->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759202.531415:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fa03f9ee):  req@ffff9f7d4a889a40 x1874601324841088/t0(0) o41->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759202.531430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a88ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324840960:192.168.204.109@tcp:38:
00000100:00100000:3.0:1787759202.531533:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc1000 going to sleep for 0 seconds
00000100:00100000:3.0:1787759202.531628:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc1000 going to sleep for 11 seconds
00010000:00080000:0.0:1787759202.533535:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a889a40 x1874601324841088/t0(0) o41->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1787759218 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759202.533550:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a889a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:0:1874601324841088:192.168.204.109@tcp:41:
00010000:00080000:3.0:1787759202.533623:0:5567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d46d761c0 x1874601324841216/t0(0) o41->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1787759218 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759202.533635:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6adecffe-4523-438b-8da7-1d705d9fa828:5567:1874601324841216:192.168.204.109@tcp:41:
00800000:00000004:3.0:1787759202.533650:0:5567:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9f7d42eed800: update ffff9f7d49d7b8e0 cache blocks 17240/17271 objects 534261/534593
00000080:00000004:3.0:1787759202.533656:0:5567:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9f7d42eed800: update ffff9f7d49d78450 cache blocks 17240/17271 objects 534261/534593
00000100:00100000:3.0:1787759202.533690:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6adecffe-4523-438b-8da7-1d705d9fa828:5567:1874601324841344:192.168.204.109@tcp:40:
00000100:00100000:3.0:1787759202.533758:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d59c2de40 going to sleep for 11 seconds
00010000:00080000:3.0:1787759202.534866:0:5567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4832f0c0 x1874601324841344/t0(0) o40->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1787759218 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759202.534877:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6adecffe-4523-438b-8da7-1d705d9fa828:5567:1874601324841344:192.168.204.109@tcp:40:
00000080:00000004:3.0:1787759202.534891:0:5567:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:3.0:1787759202.534902:0:5567:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 3407872
00020000:01000000:3.0:1787759202.534906:0:5567:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:3.0:1787759202.534917:0:5567:0:(genops.c:1385:class_connect()) connect: client 6adecffe-4523-438b-8da7-1d705d9fa828, cookie 0x261bc6ad56ef61b7
00000020:00000080:3.0:1787759202.534946:0:5567:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x261bc6ad56ef61be
00000100:00080000:3.0:1787759202.534951:0:5567:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 0
00000100:00080000:3.0:1787759202.534956:0:5567:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f7d42eed800: import ffff9f7d45199800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759202.534978:0:5567:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:3.0:1787759202.534994:0:5567:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324841472/t0(0) o8->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759202.535041:0:5567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-OST0000_UUID
00020000:01000000:3.0:1787759202.535063:0:5567:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9f7d42eed800) active
00000020:00000080:3.0:1787759202.535089:0:5567:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x261bc6ad56ef61c5
00000100:00080000:3.0:1787759202.535094:0:5567:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 0
00000100:00080000:3.0:1787759202.535100:0:5567:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f7d42eed800: import ffff9f7d4519b000 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759202.535106:0:5567:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:0.0:1787759202.535109:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324841472:192.168.204.109@tcp:8:
00000100:00100000:3.0:1787759202.535120:0:5567:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324841600/t0(0) o8->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759202.535130:0:5567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-OST0001_UUID
00020000:01000000:3.0:1787759202.535135:0:5567:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9f7d42eed800) active
00000100:00100000:3.0:1787759202.535170:0:5567:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6adecffe-4523-438b-8da7-1d705d9fa828:5567:1874601324841728:192.168.204.109@tcp:33:
00000100:00100000:0.0:1787759202.535185:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324841600:192.168.204.109@tcp:8:
00000100:00100000:3.0:1787759202.535247:0:5567:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d59c2de40 going to sleep for 11 seconds
00000100:00100000:3.0:1787759202.535326:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2349:1874601324841856:192.168.204.109@tcp:400:
00000100:00100000:3.0:1787759202.536753:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2349:1874601324841856:192.168.204.109@tcp:400:
00010000:00080000:0.0:1787759202.537389:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4832c000 x1874601324841600/t0(0) o8->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1787759212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759202.537534:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9f7d42eed800: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787759202.537543:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9f7d42eed800: connect to target with instance 1
00000100:00080000:0.0:1787759202.537552:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9f7d42eed800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:0.0:1787759202.537562:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:0.0:1787759202.537566:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:0.0:1787759202.537571:0:2345:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:0.0:1787759202.537584:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:0.0:1787759202.537589:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:0.0:1787759202.537600:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324841600:192.168.204.109@tcp:8:
00010000:00080000:0.0:1787759202.537616:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4832f0c0 x1874601324841472/t0(0) o8->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1787759212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759202.537625:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9f7d42eed800: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787759202.537629:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9f7d42eed800: connect to target with instance 1
00000100:00080000:0.0:1787759202.537634:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9f7d42eed800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:0.0:1787759202.537639:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:0.0:1787759202.537641:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d45199800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:0.0:1787759202.537644:0:2345:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:0.0:1787759202.537646:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:0.0:1787759202.537648:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:0.0:1787759202.537653:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324841472:192.168.204.109@tcp:8:
00010000:00080000:3.0:1787759202.553419:0:5567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4832e1c0 x1874601324841728/t0(0) o33->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:23/10 lens 448/464 e 0 to 0 dl 1787759218 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787759202.553436:0:5567:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6adecffe-4523-438b-8da7-1d705d9fa828:5567:1874601324841728:192.168.204.109@tcp:33:
00000080:00200000:3.0:1787759202.553630:0:5567:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00200000:3.0:1787759202.553637:0:5567:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656
00000080:02000400:3.0:1787759202.553711:0:5567:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_104_g734b157
00000080:00000004:3.0:1787759202.558285:0:5567:0:(super25.c:182:lustre_fill_super()) 192.168.204.109@tcp:/lustre: Mount complete
00000080:00200008:0.0:1787759202.630902:0:5606:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759202.630914:0:5606:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:0.0:1787759202.630946:0:5606:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759202.631006:0:5606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5606 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.631016:0:5606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5606 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.631045:0:5606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5606 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759202.631068:0:5606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job mkdir:6adecffe-4523-438b-8da7-1d705d9fa828:5606:1874601324841984:192.168.204.109@tcp:101:
00000100:00100000:0.0:1787759202.631151:0:5606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc13c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787759202.634654:0:5606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job mkdir:6adecffe-4523-438b-8da7-1d705d9fa828:5606:1874601324841984:192.168.204.109@tcp:101:
00010000:00010000:0.0:1787759202.634677:0:5606:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634711:0:5606:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634723:0:5606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634736:0:5606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634748:0:5606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634755:0:5606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634762:0:5606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:0.0:1787759202.634773:0:5606:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9f7d46d75680 x1874601324841984/t0(0) o101->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759218 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:0.0:1787759202.634786:0:5606:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634800:0:5606:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9f7d48813c00 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:0.0:1787759202.634814:0:5606:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:0.0:1787759202.634838:0:5606:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656
00000080:00010000:0.0:1787759202.634842:0:5606:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:0.0:1787759202.634847:0:5606:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:0.0:1787759202.634851:0:5606:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be83eabcb8
00010000:00010000:0.0:1787759202.634854:0:5606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759202.634862:0:5606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759203.502231:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:1.0:1787759204.114412:0:5658:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787759204.114423:0:5658:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:1.0:1787759204.114443:0:5658:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759204.114459:0:5658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759204.114474:0:5658:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1787759204.114480:0:5658:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787759204.114486:0:5658:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:1.0:1787759204.114488:0:5658:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:1.0:1787759204.114494:0:5658:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81853cb8
00010000:00010000:1.0:1787759204.114496:0:5658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759204.114502:0:5658:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:1.0:1787759204.115077:0:5658:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1787759204.115082:0:5658:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:1.0:1787759204.115089:0:5658:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759204.115097:0:5658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:1.0:1787759204.115106:0:5658:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:1.0:1787759204.115112:0:5658:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787759204.115116:0:5658:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:1.0:1787759204.115118:0:5658:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:1.0:1787759204.115122:0:5658:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81853cb8
00010000:00010000:1.0:1787759204.115130:0:5658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:1.0:1787759204.115137:0:5658:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:1.0:1787759204.115227:0:5658:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:1.0:1787759204.115235:0:5658:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759204.115243:0:5658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:1.0:1787759204.115251:0:5658:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:1.0:1787759204.115258:0:5658:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787759204.115262:0:5658:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:1.0:1787759204.115264:0:5658:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:1.0:1787759204.115268:0:5658:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81853bb0
00010000:00010000:1.0:1787759204.115271:0:5658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:1.0:1787759204.115279:0:5658:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:1.0:1787759204.115285:0:5658:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8), inode mode 41ed mask 44
00000080:00200008:1.0:1787759204.115291:0:5658:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), flags 100000
00000080:00200080:1.0:1787759204.115443:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115455:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00800000:00000004:1.0:1787759204.115464:0:5658:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9f7d42eed800: age 108, max_age 108
00800000:00000004:1.0:1787759204.115466:0:5658:0:(obd_class.h:1131:obd_statfs()) lustre-MDT0000-mdc-ffff9f7d42eed800: use ffff9f7d49d7b8e0 cache blocks 17240/17271 objects 534261/534593
00000080:00200080:1.0:1787759204.115595:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115603:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115609:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115612:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115616:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115620:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115624:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115627:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115631:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115635:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115638:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115642:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115646:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115650:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115653:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115657:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115660:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115677:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115683:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115687:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115691:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115695:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115699:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115710:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115720:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115725:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115728:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115731:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115736:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115739:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115743:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115746:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115750:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115753:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115756:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115759:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115762:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115765:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115768:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115771:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115774:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115777:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115781:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115784:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115787:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115790:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115793:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115796:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115807:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115812:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115816:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115819:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115822:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115825:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115829:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115833:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115837:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115840:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115844:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115848:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115851:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115855:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115858:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115873:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115879:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115884:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115888:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115904:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115909:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115914:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115918:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115921:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115924:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115934:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115939:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115942:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115958:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115964:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115969:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115973:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115977:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115980:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115984:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.115988:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.115991:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116001:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116006:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116011:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116015:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116018:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116042:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116047:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116051:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116053:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116056:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116058:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116060:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116062:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116071:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116074:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116076:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116078:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116081:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116082:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116084:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116086:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116088:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116089:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116091:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116093:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116095:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116097:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116099:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116100:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116102:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116104:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116106:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116108:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116110:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116111:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116113:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116115:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116117:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116123:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116126:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116128:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116130:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00800000:00000080:1.0:1787759204.116132:0:5658:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.116134:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.116139:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00020000:00000004:1.0:1787759204.116147:0:5658:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9f7d42eed800: age -893, max_age 108
00000100:00100000:1.0:1787759204.116192:0:5658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job lfs:6adecffe-4523-438b-8da7-1d705d9fa828:5658:1874601324842112:192.168.204.109@tcp:13:
00000100:00100000:1.0:1787759204.116319:0:5658:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d438c66c0 going to sleep for 11 seconds
00010000:00080000:1.0:1787759204.118274:0:5658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a90ad00 x1874601324842112/t0(0) o13->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1787759220 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759204.118291:0:5658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job lfs:6adecffe-4523-438b-8da7-1d705d9fa828:5658:1874601324842112:192.168.204.109@tcp:13:
00020000:00000004:1.0:1787759204.118316:0:5658:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9f7d42eed800: update ffff9f7d46d6b8e0 cache blocks 3679/3683 objects 117792/118186
00000080:00200080:1.0:1787759204.118370:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.118383:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d46734400 uarg=0000000000000000
00020000:00000004:1.0:1787759204.118389:0:5658:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9f7d42eed800: age -893, max_age 108
00000100:00100000:1.0:1787759204.118417:0:5658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job lfs:6adecffe-4523-438b-8da7-1d705d9fa828:5658:1874601324842240:192.168.204.109@tcp:13:
00000100:00100000:1.0:1787759204.118564:0:5658:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d438c66c0 going to sleep for 11 seconds
00010000:00080000:1.0:1787759204.120746:0:5658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a90ad00 x1874601324842240/t0(0) o13->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1787759220 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759204.120762:0:5658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job lfs:6adecffe-4523-438b-8da7-1d705d9fa828:5658:1874601324842240:192.168.204.109@tcp:13:
00020000:00000004:1.0:1787759204.120782:0:5658:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9f7d42eed800: update ffff9f7d46d69e98 cache blocks 3679/3683 objects 117792/118120
00000080:00200080:1.0:1787759204.120829:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120852:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120926:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120934:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120940:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120944:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120949:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120952:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120955:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120957:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120961:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120964:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120969:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120972:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120977:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120981:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120986:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120990:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.120994:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.120998:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121002:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121006:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121010:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121013:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121017:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121044:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121058:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121062:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121066:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121069:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121072:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121076:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121079:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121082:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121086:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121089:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121093:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121097:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121102:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121105:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121110:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121114:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121118:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121122:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121127:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121131:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121135:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121139:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121144:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121148:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121151:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121162:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121168:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121173:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121177:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121182:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121187:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121192:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121197:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121200:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121204:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121207:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121211:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121214:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121218:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121222:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121226:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121231:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121235:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121239:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121244:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121248:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121252:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121254:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121257:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121259:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121268:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121271:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121274:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121276:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121278:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121280:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121283:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121285:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121288:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121290:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121292:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121295:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121297:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121299:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121301:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121302:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121304:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121306:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121308:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121310:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121312:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121313:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121316:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121318:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121321:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121327:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121331:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121333:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121336:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121338:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121340:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121342:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121345:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121520:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121531:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121537:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121541:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121544:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121547:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121551:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121555:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121558:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121561:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121565:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121569:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121572:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121576:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121579:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200080:1.0:1787759204.121583:0:5658:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=c00866a4 arg=7ffc7cf644f0
00020000:00000080:1.0:1787759204.121586:0:5658:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9f7d42eed800: cmd=c00866a4 len=592 karg=ffff9f7d82044c00 uarg=0000000000000000
00000080:00200008:1.0:1787759204.121608:0:5658:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), flags 100000
00010000:00010000:2.0:1787759204.526176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787759205.173985:0:5848:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:1.0:1787759205.550130:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759206.574149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759206.587250:0:2340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp)
00000100:00100000:3.0:1787759206.587344:0:2340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp)
00000100:00100000:2.0:1787759206.587390:0:5570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874601334298496
00000100:00100000:2.0:1787759206.587405:0:5570:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874601334298496
00000100:00100000:3.0:1787759206.587425:0:5571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874601334298752
00000100:00100000:3.0:1787759206.587434:0:5571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874601334298752
00000100:00100000:2.0:1787759206.587470:0:5570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 0
00000100:00100000:2.0:1787759206.587481:0:5570:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7d4832f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:7004f5ce-d88c-4df1-9ee2-efe47130d121+4:8438:x1874601334298496:12345-192.168.204.109@tcp:104:
00010000:00010000:2.0:1787759206.587496:0:5570:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759206.587576:0:5570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:2.0:1787759206.587579:0:5570:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7d4832f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:7004f5ce-d88c-4df1-9ee2-efe47130d121+4:8438:x1874601334298496:12345-192.168.204.109@tcp:104: Request processed in 104us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1787759206.587585:0:5570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 0
00000100:00100000:2.0:1787759206.587597:0:5570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 1
00000100:00100000:2.0:1787759206.587601:0:5570:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7d4832d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:7004f5ce-d88c-4df1-9ee2-efe47130d121+3:8438:x1874601334298752:12345-192.168.204.109@tcp:104:
00010000:00010000:2.0:1787759206.587608:0:5570:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759206.587643:0:5570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool
00000100:00100000:2.0:1787759206.587653:0:5570:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7d4832d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:7004f5ce-d88c-4df1-9ee2-efe47130d121+3:8438:x1874601334298752:12345-192.168.204.109@tcp:104: Request processed in 47us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1787759206.587659:0:5570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 1
00010000:00010000:0.0:1787759206.587695:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1787759206.587704:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587713:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7d40031800 already unused, calling callback (ffffffffc1374c20)
10000000:00010000:0.0:1787759206.587718:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587727:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787759206.587735:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759206.587743:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1787759206.587783:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587790:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787759206.587818:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587825:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9f7d40031800/0x261bc6ad56ef6171 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df3c expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587859:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787759206.587863:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587869:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7d40031e00 already unused, calling callback (ffffffffc1374c20)
10000000:00010000:0.0:1787759206.587872:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587878:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787759206.587884:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759206.587888:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1787759206.587903:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587908:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787759206.587913:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587918:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef616a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df35 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.587931:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759206.587938:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759206.587940:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759206.587959:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324842368:192.168.204.109@tcp:103:
00010000:00010000:1.0:1787759206.588099:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759206.588135:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324842496:192.168.204.109@tcp:103:
00000100:00100000:0.0:1787759206.589431:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324842368:192.168.204.109@tcp:103:
00000100:00100000:1.0:1787759206.589537:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324842496:192.168.204.109@tcp:103:
10000000:01000000:2.0:1787759206.618261:0:5581:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:2.0:1787759206.618268:0:5581:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7d42eed800 from 39
10000000:01000000:2.0:1787759206.618273:0:5581:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:2.0:1787759206.618315:0:5581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759206.618326:0:5581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759206.618338:0:5581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759206.618363:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324842624:192.168.204.109@tcp:101:
00000100:00100000:2.0:1787759206.618448:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d59e3aa80 going to sleep for 11 seconds
00000100:00100000:2.0:1787759206.620071:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324842624:192.168.204.109@tcp:101:
00010000:00010000:2.0:1787759206.620096:0:5581:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640dfeb expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759206.620107:0:5581:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640dfeb expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759206.620177:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324842752:192.168.204.109@tcp:501:
00000100:00100000:2.0:1787759206.620236:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d59e3aa80 going to sleep for 11 seconds
00000100:00100000:2.0:1787759206.622707:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324842752:192.168.204.109@tcp:501:
00000100:00100000:2.0:1787759206.622755:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324842880:192.168.204.109@tcp:503:
00000100:00100000:2.0:1787759206.622825:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d59e3aa80 going to sleep for 11 seconds
00000100:00100000:0.0:1787759206.624431:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324842880:192.168.204.109@tcp:503:
00000100:00100000:0.0:1787759206.624976:0:6045:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6045:1874601324843008:192.168.204.109@tcp:502:
00000100:00100000:0.0:1787759206.625130:0:6045:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d42bae000 going to sleep for 11 seconds
00000100:00100000:0.0:1787759206.626855:0:6045:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6045:1874601324843008:192.168.204.109@tcp:502:
00000020:01000000:0.0:1787759206.626889:0:6045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759206.626900:0:6045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759206.626903:0:6045:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var
00000020:00000080:0.0:1787759206.626910:0:6045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:0.0:1787759206.626937:0:6045:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6045:1874601324843136:192.168.204.109@tcp:502:llog_process_th.0
00000100:00100000:0.0:1787759206.627002:0:6045:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d42bae000 going to sleep for 11 seconds
00000100:00100000:3.0:1787759206.628695:0:6045:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6045:1874601324843136:192.168.204.109@tcp:502:llog_process_th.0
00000020:01000000:3.0:1787759206.628727:0:6045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787759206.628733:0:6045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787759206.628735:0:6045:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var
00000040:00080000:3.0:1787759206.628746:0:6045:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42
00000020:01000000:0.0:1787759206.628902:0:5581:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0)
10000000:01000000:0.0:1787759206.628922:0:5581:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:0.0:1787759206.628933:0:5581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640dfeb expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.628945:0:5581:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9f7d82151c00/0x261bc6ad56ef61d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640dfeb expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759206.628955:0:5581:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:0.0:1787759206.628958:0:5581:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9f7d49d79a48 from 1
10000000:01000000:0.0:1787759206.628961:0:5581:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:0.0:1787759206.628987:0:5581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.628999:0:5581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.629008:0:5581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759206.629045:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324843264:192.168.204.109@tcp:101:ll_cfg_requeue.0
00000100:00100000:0.0:1787759206.629167:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d42baea80 going to sleep for 11 seconds
00000100:00100000:0.0:1787759206.630467:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324843264:192.168.204.109@tcp:101:ll_cfg_requeue.0
00010000:00010000:0.0:1787759206.630488:0:5581:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640dff2 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759206.630498:0:5581:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640dff2 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759206.630554:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324843392:192.168.204.109@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787759206.630607:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d42baea80 going to sleep for 11 seconds
00000100:00100000:1.0:1787759206.631831:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324843392:192.168.204.109@tcp:501:ll_cfg_requeue.0
10000000:01000000:1.0:1787759206.631871:0:5581:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1787759206.631877:0:5581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640dff2 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759206.631884:0:5581:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9f7d40031e00/0x261bc6ad56ef61da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640dff2 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759207.598154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759207.919093:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324843520:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759207.919093:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324843648:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759207.919180:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6adecffe-4523-438b-8da7-1d705d9fa828:2346:1874601324843776:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759207.919180:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324843904:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759207.921713:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324843520:192.168.204.109@tcp:400:kworker.0
00010000:00080000:0.0:1787759207.921735:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a90a1c0 x1874601324843776/t0(0) o400->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759207.921766:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6adecffe-4523-438b-8da7-1d705d9fa828:2346:1874601324843776:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759207.921787:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324843648:192.168.204.109@tcp:400:kworker.0
00010000:00080000:1.0:1787759207.921804:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a90b840 x1874601324843904/t0(0) o400->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759207.921815:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324843904:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759207.988372:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp)
00000100:00100000:3.0:1787759207.988557:0:5571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874601334300800
00000100:00100000:3.0:1787759207.988568:0:5571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874601334300800
00000100:00100000:3.0:1787759207.988620:0:5571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 2
00000100:00100000:3.0:1787759207.988630:0:5571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7d4a943840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:7004f5ce-d88c-4df1-9ee2-efe47130d121+3:8493:x1874601334300800:12345-192.168.204.109@tcp:104:
00010000:00010000:3.0:1787759207.988647:0:5571:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759207.988735:0:5571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787759207.988741:0:5571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7d4a943840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:7004f5ce-d88c-4df1-9ee2-efe47130d121+3:8493:x1874601334300800:12345-192.168.204.109@tcp:104: Request processed in 114us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1787759207.988749:0:5571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 2
00010000:00010000:1.0:1787759207.989154:0:5578:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1787759207.989162:0:5578:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759207.989182:0:5578:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7d40030c00 already unused, calling callback (ffffffffc1374c20)
10000000:00010000:1.0:1787759207.989187:0:5578:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759207.989195:0:5578:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787759207.989201:0:5578:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787759207.989206:0:5578:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:1.0:1787759207.989254:0:5578:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759207.989261:0:5578:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787759207.989285:0:5578:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759207.989292:0:5578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9f7d40030c00/0x261bc6ad56ef61a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640df4a expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759207.989318:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759207.989320:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759207.989322:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759207.989337:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324844032:192.168.204.109@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1787759207.991981:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324844032:192.168.204.109@tcp:103:ldlm_bl.0
10000000:01000000:0.0:1787759208.326324:0:5581:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:0.0:1787759208.326333:0:5581:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9f7d42eed800 from 4
10000000:01000000:0.0:1787759208.326338:0:5581:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:0.0:1787759208.326388:0:5581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759208.326400:0:5581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759208.326411:0:5581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759208.326438:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324844160:192.168.204.109@tcp:101:ll_cfg_requeue.0
00000100:00100000:0.0:1787759208.326557:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc19c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787759208.328386:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324844160:192.168.204.109@tcp:101:ll_cfg_requeue.0
00010000:00010000:0.0:1787759208.328411:0:5581:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759208.328425:0:5581:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759208.328486:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324844288:192.168.204.109@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787759208.328526:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc19c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787759208.330996:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324844288:192.168.204.109@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787759208.331093:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324844416:192.168.204.109@tcp:503:ll_cfg_requeue.0
00000100:00100000:0.0:1787759208.331158:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc19c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787759208.333964:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324844416:192.168.204.109@tcp:503:ll_cfg_requeue.0
00000100:00100000:0.0:1787759208.334667:0:6103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6103:1874601324844544:192.168.204.109@tcp:502:llog_process_th.0
00000100:00100000:0.0:1787759208.334747:0:6103:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc1300 going to sleep for 11 seconds
00000100:00100000:0.0:1787759208.336704:0:6103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6103:1874601324844544:192.168.204.109@tcp:502:llog_process_th.0
00000020:01000000:0.0:1787759208.336737:0:6103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787759208.336747:0:6103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759208.336750:0:6103:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:0.0:1787759208.336757:0:6103:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9f7d42eed800
00000020:00000080:0.0:1787759208.336759:0:6103:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:0.0:1787759208.336861:0:6103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6103:1874601324844672:192.168.204.109@tcp:502:llog_process_th.0
00000100:00100000:0.0:1787759208.336954:0:6103:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d47cc1300 going to sleep for 11 seconds
00000100:00100000:0.0:1787759208.339196:0:6103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7004f5ce-d88c-4df1-9ee2-efe47130d121:6103:1874601324844672:192.168.204.109@tcp:502:llog_process_th.0
00000020:01000000:0.0:1787759208.339225:0:6103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787759208.339230:0:6103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787759208.339231:0:6103:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:0.0:1787759208.339235:0:6103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:2.0:1787759208.339513:0:5581:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:2.0:1787759208.339538:0:5581:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1787759208.339550:0:5581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759208.339562:0:5581:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759208.622233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759209.646767:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759210.320544:0:6406:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing check_logdir /tmp/testlogs/
00010000:00010000:0.0:1787759210.670240:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759211.695178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759212.346708:0:6686:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing yml_node
00010000:00010000:1.0:1787759212.720313:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759213.038518:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324844800:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759213.038529:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6adecffe-4523-438b-8da7-1d705d9fa828:2346:1874601324844928:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759213.038632:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6adecffe-4523-438b-8da7-1d705d9fa828:2346:1874601324845184:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759213.038637:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324845056:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759213.040451:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324844800:192.168.204.109@tcp:400:kworker.0
00010000:00080000:1.0:1787759213.040538:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d46d77480 x1874601324845056/t0(0) o400->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759213.040551:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324845056:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759213.040625:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6adecffe-4523-438b-8da7-1d705d9fa828:2346:1874601324844928:192.168.204.109@tcp:400:kworker.0
00010000:00080000:0.0:1787759213.040644:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d46d77c00 x1874601324845184/t0(0) o400->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759213.040654:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6adecffe-4523-438b-8da7-1d705d9fa828:2346:1874601324845184:192.168.204.109@tcp:400:kworker.0
00010000:00010000:0.0:1787759213.742371:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787759214.176553:0:7135:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.104
00010000:00010000:2.0:1787759214.766176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787759215.266576:0:7289:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.104
00010000:00010000:3.0:1787759215.790232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787759216.297842:0:7443:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.104
00010000:00010000:1.0:1787759216.814161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759216.917801:0:7587:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: runtests ============----- Wed Aug 26 11:46:56 EDT 2026
00010000:00010000:3.0:1787759217.838225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759218.158243:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2348:1874601324845312:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759218.158292:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324845440:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759218.158348:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324845696:192.168.204.109@tcp:400:kworker.0
00000100:00100000:3.0:1787759218.158348:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6adecffe-4523-438b-8da7-1d705d9fa828:2348:1874601324845568:192.168.204.109@tcp:400:kworker.0
00000100:00100000:3.0:1787759218.159760:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2348:1874601324845312:192.168.204.109@tcp:400:kworker.0
00010000:00080000:3.0:1787759218.159795:0:2348:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4832c780 x1874601324845568/t0(0) o400->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759218.159805:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6adecffe-4523-438b-8da7-1d705d9fa828:2348:1874601324845568:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759218.159809:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324845440:192.168.204.109@tcp:400:kworker.0
00010000:00080000:2.0:1787759218.159825:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4832cb40 x1874601324845696/t0(0) o400->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759218.159838:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324845696:192.168.204.109@tcp:400:kworker.0
00010000:00010000:1.0:1787759218.862194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759219.886228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759220.910141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759221.934143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787759222.663931:0:8100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests:
00010000:00010000:0.0:1787759222.958095:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759223.110297:0:8243:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === runtests: start setup 11:47:02 (1787759222) ===
00000080:00200008:0.0:1787759223.132175:0:7603:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759223.132186:0:7603:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:0.0:1787759223.132209:0:7603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759223.132227:0:7603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1787759223.132242:0:7603:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:0.0:1787759223.132251:0:7603:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759223.132260:0:7603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:0.0:1787759223.132264:0:7603:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:0.0:1787759223.132271:0:7603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81c4bcb8
00010000:00010000:0.0:1787759223.132275:0:7603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1787759223.132285:0:7603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:0.0:1787759223.142322:0:7603:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759223.142332:0:7603:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:0.0:1787759223.142349:0:7603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759223.142364:0:7603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:0.0:1787759223.142375:0:7603:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:0.0:1787759223.142381:0:7603:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759223.142387:0:7603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:0.0:1787759223.142390:0:7603:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:0.0:1787759223.142396:0:7603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81c4bcb8
00010000:00010000:0.0:1787759223.142399:0:7603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:0.0:1787759223.142405:0:7603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200008:3.0:1787759223.151670:0:7603:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759223.151682:0:7603:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:3.0:1787759223.151699:0:7603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759223.151718:0:7603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:3.0:1787759223.151733:0:7603:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:3.0:1787759223.151741:0:7603:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759223.151749:0:7603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:3.0:1787759223.151753:0:7603:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:3.0:1787759223.151766:0:7603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81c4bcb8
00010000:00010000:3.0:1787759223.151770:0:7603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:3.0:1787759223.151779:0:7603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200008:2.0:1787759223.162541:0:7603:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759223.162553:0:7603:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:2.0:1787759223.162579:0:7603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759223.162598:0:7603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1787759223.162614:0:7603:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:2.0:1787759223.162628:0:7603:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759223.162637:0:7603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:2.0:1787759223.162642:0:7603:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:2.0:1787759223.162649:0:7603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81c4bcb8
00010000:00010000:2.0:1787759223.162653:0:7603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1787759223.162663:0:7603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000100:00100000:2.0:1787759223.278194:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324845952:192.168.204.109@tcp:400:kworker.0
00000100:00100000:3.0:1787759223.278195:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2348:1874601324845824:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759223.278289:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324846208:192.168.204.109@tcp:400:kworker.0
00000100:00100000:3.0:1787759223.278291:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6adecffe-4523-438b-8da7-1d705d9fa828:2348:1874601324846080:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759223.279599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324845952:192.168.204.109@tcp:400:kworker.0
00000100:00100000:3.0:1787759223.279606:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2348:1874601324845824:192.168.204.109@tcp:400:kworker.0
00010000:00080000:2.0:1787759223.279620:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a941e00 x1874601324846208/t0(0) o400->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00080000:3.0:1787759223.279625:0:2348:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d4a940b40 x1874601324846080/t0(0) o400->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759223.279636:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6adecffe-4523-438b-8da7-1d705d9fa828:2349:1874601324846208:192.168.204.109@tcp:400:kworker.0
00000100:00100000:3.0:1787759223.279644:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6adecffe-4523-438b-8da7-1d705d9fa828:2348:1874601324846080:192.168.204.109@tcp:400:kworker.0
00010000:00010000:1.0:1787759223.982115:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759224.766663:0:8511:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing check_config_client /mnt/lustre
00010000:00010000:0.0:1787759225.006156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759226.030172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759227.055117:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759228.078142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759228.398212:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d45199800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:0.0:1787759228.398218:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9f7d42eed800: disconnect after 24s idle
00000100:00100000:1.0:1787759228.398226:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324846336:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759228.398327:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787759228.398334:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324846464:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759228.399296:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324846336:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759228.399410:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324846464:192.168.204.109@tcp:400:kworker.0
00000100:00080000:0.0:1787759228.401515:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:0.0:1787759228.401519:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9f7d42eed800: disconnect after 24s idle
00000100:00100000:1.0:1787759228.401537:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324846592:192.168.204.109@tcp:9:kworker.0
00000100:00100000:1.0:1787759228.401576:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324846720:192.168.204.109@tcp:9:kworker.0
00010000:00080000:1.0:1787759228.402757:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d46d74780 x1874601324846720/t0(0) o9->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759228.402767:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff9f7d46d74780 x1874601324846720/t0(0) o9->lustre-OST0001-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759228.402773:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1787759228.402775:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324846720:192.168.204.109@tcp:9:kworker.0
00010000:00080000:1.0:1787759228.402781:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9f7d46d76d00 x1874601324846592/t0(0) o9->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759228.402786:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff9f7d46d76d00 x1874601324846592/t0(0) o9->lustre-OST0000-osc-ffff9f7d42eed800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759228.402790:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d45199800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1787759228.402792:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324846592:192.168.204.109@tcp:9:kworker.0
00010000:00010000:0.0:1787759229.102136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787759229.623018:0:9176:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:1.0:1787759230.126131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759230.592164:0:2340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp)
00000100:00100000:3.0:1787759230.592208:0:5571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874601334311808
00000100:00100000:3.0:1787759230.592218:0:5571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874601334311808
00000100:00100000:3.0:1787759230.592271:0:5571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 3
00000100:00100000:3.0:1787759230.592279:0:5571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7d4a942d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:7004f5ce-d88c-4df1-9ee2-efe47130d121+3:11289:x1874601334311808:12345-192.168.204.109@tcp:104:
00010000:00010000:3.0:1787759230.592292:0:5571:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759230.592348:0:5571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787759230.592353:0:5571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7d4a942d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:7004f5ce-d88c-4df1-9ee2-efe47130d121+3:11289:x1874601334311808:12345-192.168.204.109@tcp:104: Request processed in 76us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1787759230.592359:0:5571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 3
00010000:00010000:0.0:1787759230.592409:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787759230.592417:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759230.592427:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7d40031c00 already unused, calling callback (ffffffffc1374c20)
10000000:00010000:0.0:1787759230.592432:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759230.592441:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787759230.592450:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759230.592456:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1787759230.592494:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759230.592501:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787759230.592530:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759230.592538:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9f7d40031c00/0x261bc6ad56ef61e1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xec1488f14640e000 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759230.592556:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324846848:192.168.204.109@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1787759230.592559:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759230.592562:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759230.592564:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759230.593292:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7004f5ce-d88c-4df1-9ee2-efe47130d121:2347:1874601324846848:192.168.204.109@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1787759231.150177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:2.0:1787759232.111087:0:5581:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:2.0:1787759232.111095:0:5581:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9f7d42eed800 from 7
10000000:01000000:2.0:1787759232.111101:0:5581:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:2.0:1787759232.111147:0:5581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759232.111158:0:5581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759232.111174:0:5581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759232.111202:0:5581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324846976:192.168.204.109@tcp:101:ll_cfg_requeue.0
00000100:00100000:2.0:1787759232.111280:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 11 seconds
00010000:00010000:0.0:1787759232.174111:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759233.198201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759233.518251:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324847232:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759233.518260:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324847104:192.168.204.109@tcp:400:kworker.0
00010000:00010000:0.0:1787759234.222160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759235.246160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759236.270148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759237.294152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759238.318138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759238.638189:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324847488:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759238.638236:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324847360:192.168.204.109@tcp:400:kworker.0
00010000:00010000:3.0:1787759239.342112:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759240.366111:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759241.390141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759242.414110:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759242.435994:0:9777:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === runtests: finish setup 11:47:21 (1787759241) ===
00000100:00100000:2.0:1787759243.246143:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 1 seconds
00010000:00010000:3.0:1787759243.438174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759243.758223:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324847744:192.168.204.109@tcp:400:kworker.0
00000100:00100000:0.0:1787759243.758233:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324847616:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759244.270130:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 1 seconds
00010000:00010000:0.0:1787759244.462162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759245.294108:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 1 seconds
00010000:00010000:1.0:1787759245.486221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759246.318082:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 1 seconds
00010000:00010000:0.0:1787759246.510153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759247.342108:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 1 seconds
00010000:00010000:1.0:1787759247.534157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1787759248.366102:0:5581:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759232/real 1787759232]  req@ffff9f7d4a940b40 x1874601324846976/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1787759248 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759248.373724:0:5581:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9f7d4a940b40 x1874601324846976/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1787759248 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759248.373738:0:5581:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from FULL to DISCONN
00000100:02020000:2.0:1787759248.373742:0:5581:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail
00000100:00080000:2.0:1787759248.377990:0:5581:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating
00000100:00080000:2.0:1787759248.377997:0:5581:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:2.0:1787759248.378008:0:5581:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9f7d4a940b40 x1874601324846976/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1787759248 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759248.378069:0:5581:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9f7d4a90bc00 x1874601324847104/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759248.378097:0:5581:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9f7d4a90b480 x1874601324847360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759248.378134:0:5581:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9f7d4a9083c0 x1874601324847616/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759248.378147:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324847104:192.168.204.109@tcp:400:kworker.0
10000000:01000000:2.0:1787759248.378148:0:5581:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:2.0:1787759248.378154:0:5581:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:2.0:1787759248.378157:0:5581:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:2.0:1787759248.378160:0:5581:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:0.0:1787759248.378185:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324847616:192.168.204.109@tcp:400:kworker.0
00000100:00100000:2.0:1787759248.378190:0:5581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4888f600 going to sleep for 0 seconds
00000100:00100000:2.0:1787759248.378202:0:5581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7004f5ce-d88c-4df1-9ee2-efe47130d121:5581:1874601324846976:192.168.204.109@tcp:101:ll_cfg_requeue.0
00000100:00100000:0.0:1787759248.378217:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7004f5ce-d88c-4df1-9ee2-efe47130d121:2346:1874601324847360:192.168.204.109@tcp:400:kworker.0
00000100:00080000:3.0:1787759248.378220:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759248.378227:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00010000:2.0:1787759248.378231:0:5581:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1787759248.378231:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759248.378250:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 107
00010000:00010000:2.0:1787759248.378255:0:5581:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759248.378269:0:5581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1787759248.378270:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00010000:00010000:2.0:1787759248.378281:0:5581:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759248.378300:0:5581:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759248.378311:0:5581:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7d82150c00 already unused, calling callback (ffffffffc1374c20)
10000000:00010000:2.0:1787759248.378316:0:5581:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759248.378327:0:5581:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787759248.378329:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324847872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
10000000:00010000:2.0:1787759248.378378:0:5581:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787759248.378386:0:5581:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:2.0:1787759248.378396:0:5581:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:2.0:1787759248.378408:0:5581:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759248.378417:0:5581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9f7d82150c00/0x261bc6ad56ef61e8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 5581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759248.378429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324847872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759248.378443:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6adecffe-4523-438b-8da7-1d705d9fa828:2348:1874601324848000:192.168.204.109@tcp:400:kworker.0
10000000:01000000:2.0:1787759248.378460:0:5581:0:(mgc_request.c:1817:mgc_process_log()) Can't get cfg lock: -5
10000000:01000000:2.0:1787759248.378512:0:5581:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' failed (-5).
10000000:00020000:2.0:1787759248.378516:0:5581:0:(mgc_request.c:614:do_requeue()) failed processing log: -5
00010000:00010000:0.0:1787759248.558200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759249.582235:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:1.0:1787759249.902105:0:2347:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759233/real 1787759233]  req@ffff9f7d4a909e00 x1874601324847232/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759249 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759249.910777:0:2347:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9f7d4a909e00 x1874601324847232/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759249 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759249.910786:0:2347:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:1.0:1787759249.910790:0:2347:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9f7d42eed800: Connection to lustre-MDT0000 (at 192.168.204.109@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1787759249.914945:0:2347:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1787759249.914980:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324847232:192.168.204.109@tcp:400:kworker.0
00000100:00080000:3.0:1787759249.915017:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759249.915050:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759249.915054:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759249.915057:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759249.915060:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759249.915068:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 107
00000100:00080000:3.0:1787759249.915087:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759249.915096:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759249.915121:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324848128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759249.915177:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848128:192.168.204.109@tcp:38:kworker.0
00010000:00010000:0.0:1787759250.606187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759251.630308:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:2.0:1787759252.267003:0:9805:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759252.267016:0:9805:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:2.0:1787759252.267060:0:9805:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759252.267081:0:9805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787759252.267098:0:9805:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:2.0:1787759252.267106:0:9805:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759252.267115:0:9805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:2.0:1787759252.267120:0:9805:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:2.0:1787759252.267128:0:9805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be816bbcb8
00010000:00010000:2.0:1787759252.267133:0:9805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787759252.267151:0:9805:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200008:2.0:1787759252.267693:0:9805:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), request_mask 0, flags 0, foreign 0
00000080:00200000:2.0:1787759252.267698:0:9805:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:2.0:1787759252.267707:0:9805:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759252.267713:0:9805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:2.0:1787759252.267720:0:9805:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:2.0:1787759252.267725:0:9805:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759252.267728:0:9805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:2.0:1787759252.267730:0:9805:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:2.0:1787759252.267733:0:9805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be816bbcb8
00010000:00010000:2.0:1787759252.267736:0:9805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:2.0:1787759252.267741:0:9805:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:2.0:1787759252.267806:0:9805:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:2.0:1787759252.267813:0:9805:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759252.267818:0:9805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:2.0:1787759252.267833:0:9805:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:2.0:1787759252.267838:0:9805:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759252.267841:0:9805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:2.0:1787759252.267843:0:9805:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:2.0:1787759252.267846:0:9805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be816bbbb0
00010000:00010000:2.0:1787759252.267848:0:9805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:2.0:1787759252.267853:0:9805:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:2.0:1787759252.267858:0:9805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8), inode mode 41ed mask 44
00000080:00200008:2.0:1787759252.267864:0:9805:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), flags 300000
00000080:00200080:2.0:1787759252.267876:0:9805:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=800866a8 arg=7ffc3265361c
00000080:00200008:2.0:1787759252.267885:0:9805:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), flags 300000
00000080:00200000:2.0:1787759252.267908:0:9805:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:2.0:1787759252.267914:0:9805:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759252.267919:0:9805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:2.0:1787759252.267925:0:9805:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:2.0:1787759252.267929:0:9805:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759252.267932:0:9805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:2.0:1787759252.267937:0:9805:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:2.0:1787759252.267940:0:9805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be816bbbb0
00010000:00010000:2.0:1787759252.267943:0:9805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:2.0:1787759252.267948:0:9805:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00000080:00200000:2.0:1787759252.267968:0:9805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8), inode mode 41ed mask 44
00000080:00200008:2.0:1787759252.267973:0:9805:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), flags 100000
00000080:00200080:2.0:1787759252.267980:0:9805:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8) cmd=80806683 arg=7ffc326522f0
00000080:00200008:2.0:1787759252.268257:0:9805:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9f7d589200c8), flags 100000
00000080:00200000:0.0:1787759252.276643:0:9807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8),name=/
00000002:00010000:0.0:1787759252.276656:0:9807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759252.276666:0:9807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00010000:00010000:0.0:1787759252.276676:0:9807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00000080:00200000:0.0:1787759252.276681:0:9807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759252.276686:0:9807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8)
00000080:00010000:0.0:1787759252.276689:0:9807:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9f7d589200c8) for lock 0x261bc6ad56ef61cc
00000080:00010000:0.0:1787759252.276696:0:9807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x261bc6ad56ef61cc from it ffffb3be81cbbb58
00010000:00010000:0.0:1787759252.276698:0:9807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00010000:00010000:0.0:1787759252.276704:0:9807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030e00/0x261bc6ad56ef61cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xec1488f14640dfdd expref: -99 pid: 5606 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00000080:00200000:0.0:1787759252.276711:0:9807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9f7d589200c8), inode mode 41ed mask 1
00000080:00200000:0.0:1787759252.276719:0:9807:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=lustre-MDT0000, dir=[0x200000007:0x1:0x0](ffff9f7d589200c8), flags=13
00000080:00200000:0.0:1787759252.276722:0:9807:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=lustre-MDT0000, dir=[0x200000007:0x1:0x0](ffff9f7d589200c8), intent=getattr
00000002:00010000:0.0:1787759252.276732:0:9807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: lustre-MDT0000,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01
00010000:00010000:0.0:1787759252.276764:0:9807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030c00/0x261bc6ad56ef61ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759252.276770:0:9807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030c00/0x261bc6ad56ef61ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759252.276776:0:9807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9f7d42eed800 lock: ffff9f7d40030c00/0x261bc6ad56ef61ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9807 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1787759252.276799:0:9807:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff9f7d46d74f00 x1874601324848256/t0(0) o101->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0
00000100:00100000:0.0:1787759252.276810:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759252.654120:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759253.294183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759253.678193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759253.934117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759253.934128:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759253.934132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759253.934154:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1787759254.318135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759254.702108:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759254.958104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759254.958115:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759254.958118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759254.958122:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:1.0:1787759255.022148:0:2347:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759238/real 1787759238]  req@ffff9f7d4a90ad00 x1874601324847488/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759254 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759255.034133:0:2347:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9f7d4a90ad00 x1874601324847488/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759254 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759255.034148:0:2347:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9f7d4519c800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:1.0:1787759255.034182:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324847488:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759255.342196:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759255.726256:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759256.366089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759256.750137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759257.390113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759257.774237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759258.030148:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759248/real 1787759248]  req@ffff9f7d4832e580 x1874601324847872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759258 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759258.030183:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324847872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759258 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759258.030204:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759258.030222:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759258.030226:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324847872:192.168.204.109@tcp:250:kworker.0
00000100:00080000:0.0:1787759258.030273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759258.030280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759258.030283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759258.030290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 154
00000100:00080000:0.0:1787759258.030300:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1787759258.030315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759258.030347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324848384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759258.030370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759258.030374:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759258.030398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324848384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759258.414115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759258.798141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759259.055126:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759249/real 1787759249]  req@ffff9f7d4832cb40 x1874601324848128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759259.055161:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324848128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759259 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759259.055201:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759259.055223:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759259.055229:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848128:192.168.204.109@tcp:38:kworker.0
00000100:00080000:1.0:1787759259.055265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759259.055272:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759259.055276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759259.055279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759259.055283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759259.055290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 155
00000100:00080000:1.0:1787759259.055301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1787759259.055309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759259.055320:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759259.055350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324848512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759259.055428:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848512:192.168.204.109@tcp:38:kworker.0
00000100:00000400:1.0:1787759259.118135:0:2347:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759243/real 1787759243]  req@ffff9f7d4a908f00 x1874601324847744/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759259 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759259.126270:0:2347:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9f7d4a908f00 x1874601324847744/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759259 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759259.126282:0:2347:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9f7d4519c800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1787759259.126296:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6adecffe-4523-438b-8da7-1d705d9fa828:2347:1874601324847744:192.168.204.109@tcp:400:kworker.0
00000100:00100000:1.0:1787759259.438088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759259.822166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759260.462094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759260.846126:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759261.486089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759261.870142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759262.510131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759262.894147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759263.086115:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759263.086125:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759263.086128:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759263.086130:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759263.534158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759263.918213:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759264.110130:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759264.110139:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759264.110142:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759264.110166:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759264.558098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00000100:00000400:2.0:1787759264.750118:0:2348:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759248/real 1787759248]  req@ffff9f7d4832c780 x1874601324848000/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759264 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759264.759916:0:2348:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9f7d4832c780 x1874601324848000/t0(0) o400->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759264 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759264.759933:0:2348:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9f7d4519c800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1787759264.759951:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6adecffe-4523-438b-8da7-1d705d9fa828:2348:1874601324848000:192.168.204.109@tcp:400:kworker.0
00010000:00010000:0.0:1787759264.942136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:2.0:1787759265.326171:0:2337:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.109@tcp (192.168.204.109:988) timed out; the network or node may be down.
00000800:02000400:3.0:1787759265.326173:0:2340:0:(socklnd_cb.c:532:ksocknal_process_transmit()) Timeout error while writing to 192.168.204.109:988. Closing socket: rc = -110
00000100:00100000:1.0:1787759265.582137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759265.966196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759266.606107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759266.990269:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759267.630145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759268.014234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759268.654086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759269.038119:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759269.358092:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759269.358100:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759269.358102:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759269.358105:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759269.678127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759270.062153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759270.702113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759271.086188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759271.726187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759272.110174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759272.750122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759273.134223:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759273.326176:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759258/real 1787759258]  req@ffff9f7d46d76580 x1874601324848384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759273 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759273.326215:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324848384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759273 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759273.326235:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759273.326258:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759273.326262:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324848384:192.168.204.109@tcp:250:kworker.0
00000100:00080000:3.0:1787759273.326304:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759273.326311:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759273.326315:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759273.326321:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 163
00000100:00080000:3.0:1787759273.326332:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1787759273.326340:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759273.326378:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324848640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759273.326401:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759273.326404:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1787759273.326438:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324848640:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759273.774136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759274.158182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759274.350218:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759259/real 1787759259]  req@ffff9f7d4a90ad00 x1874601324848512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759274 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759274.350261:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324848512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759274 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759274.350278:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759274.350296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759274.350300:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848512:192.168.204.109@tcp:38:kworker.0
00000100:00080000:3.0:1787759274.350439:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759274.350444:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759274.350446:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759274.350448:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759274.350456:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759274.350461:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 164
00000100:00080000:3.0:1787759274.350469:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1787759274.350474:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759274.350483:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759274.350505:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324848768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759274.350563:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848768:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759274.798115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759275.182209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759275.822120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759276.206193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759276.846127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759277.230151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759277.870107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759278.254190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759278.382150:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759278.382162:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759278.382165:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759278.382169:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759278.894110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759279.278169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759279.406130:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759279.406138:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759279.406140:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759279.406143:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759279.918109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759280.302131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759280.942092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759281.326143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759281.646206:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.109:988
00000400:00000100:3.0:1787759281.646248:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759281.646262:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759281.646296:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759281.646335:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759274/real 1787759281]  req@ffff9f7d4832fc00 x1874601324848768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759281.646356:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324848768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759281.646365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759281.646392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759281.646396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848768:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759281.646402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759273/real 1787759281]  req@ffff9f7d4832d2c0 x1874601324848640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759281.646413:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324848640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759281.646428:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759281.646436:0:466:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759281.646442:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759281.646443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759281.646446:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759281.646450:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759281.646455:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 180
00000100:00080000:0.0:1787759281.646462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00080000:1.0:1787759281.646462:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1787759281.646469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324848640:192.168.204.109@tcp:250:kworker.0
00000100:00080000:1.0:1787759281.646472:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759281.646483:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759281.646505:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324848896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759281.646532:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759281.646534:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759281.646541:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759281.646545:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 179
00000100:00080000:1.0:1787759281.646548:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1787759281.646553:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848896:192.168.204.109@tcp:38:kworker.0
00000100:00080000:1.0:1787759281.646554:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759281.646570:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324849024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759281.646616:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759281.646646:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759281/real 1787759281]  req@ffff9f7d4a908f00 x1874601324848896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759281.646661:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324848896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759281.646670:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759281.646674:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759281.646678:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324848896:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759281.646693:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849024:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759281.646710:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759281.646721:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759281/real 1787759281]  req@ffff9f7d4a908780 x1874601324849024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759281.646729:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324849024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759281.646735:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759281.646737:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759281.646739:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849024:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759281.966102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759282.350131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759282.990158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759283.374186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759284.014105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759284.398185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759285.038129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759285.422141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759286.062191:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759286.446179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759286.766136:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759286.766147:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759286.766152:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759286.766163:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 187
00000100:00080000:1.0:1787759286.766176:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759286.766183:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759286.766236:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324849152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759286.766263:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759286.766265:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759286.766267:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759286.766270:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 187
00000100:00080000:1.0:1787759286.766273:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759286.766312:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759286.766326:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759286.766335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759286.766348:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324849280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759286.766454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324849280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759287.086240:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759287.470141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759288.110236:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00000400:00000100:3.0:1787759288.110439:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.109:988
00000400:00000100:3.0:1787759288.110474:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759288.110491:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759288.110534:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759288.110599:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759288]  req@ffff9f7d4a908f00 x1874601324849280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759288.110624:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324849280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759288.110638:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759288.110643:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759288.110648:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324849280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759288.110656:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759286/real 1787759288]  req@ffff9f7d4a908780 x1874601324849152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759288.110670:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324849152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759288.110679:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759288.110683:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759288.110686:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849152:192.168.204.109@tcp:250:kworker.0
00010000:00010000:1.0:1787759288.494176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759289.134201:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759289.518129:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759290.158237:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759290.542155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759291.182240:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759291.566176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759291.886173:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759291.886200:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759291.886206:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759291.886220:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 192
00000100:00080000:1.0:1787759291.886236:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759291.886245:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759291.886301:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324849408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759291.886338:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759291.886342:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759291.886344:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759291.886348:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 192
00000100:00080000:1.0:1787759291.886353:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759291.886357:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759291.886391:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759291.886398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759291.886411:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324849536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759291.886526:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324849536:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759292.206141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759292.590227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759293.230170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759293.614125:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759294.254100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00000400:00000100:3.0:1787759294.574326:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.109:988
00000400:00000100:3.0:1787759294.574364:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759294.574380:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759294.574418:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759294.574562:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759294]  req@ffff9f7d4a909e00 x1874601324849536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759294.574599:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324849536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759294.574611:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759294.574617:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759294.574621:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324849536:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759294.574630:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759291/real 1787759294]  req@ffff9f7d4a90ad00 x1874601324849408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759294.574644:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324849408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759294.574653:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759294.574656:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759294.574660:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849408:192.168.204.109@tcp:250:kworker.0
00010000:00010000:1.0:1787759294.638211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759295.278144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759295.662152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759296.302112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759296.686201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759297.006131:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759297.006139:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759297.006142:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759297.006150:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 197
00000100:00080000:1.0:1787759297.006159:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759297.006165:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759297.006197:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324849664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759297.006221:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759297.006223:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759297.006225:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759297.006227:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 197
00000100:00080000:1.0:1787759297.006229:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759297.006232:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759297.006238:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759297.006263:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324849792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759297.006272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849664:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759297.006331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759297.006362:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759297/real 1787759297]  req@ffff9f7d4a90b480 x1874601324849664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759297.006388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324849664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759297.006396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759297.006399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759297.006402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759297.006421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324849792:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759297.006437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759297.006445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759297/real 1787759297]  req@ffff9f7d4a9083c0 x1874601324849792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759297.006453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324849792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759297.006458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759297.006461:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759297.006463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324849792:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759297.326129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759297.710144:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759298.350098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759298.734223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759299.374137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759299.758172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759300.398114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759300.782238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759301.422140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759301.806126:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759302.126168:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759302.126176:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759302.126180:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759302.126188:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 202
00000100:00080000:3.0:1787759302.126197:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759302.126213:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759302.126251:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324849920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759302.126281:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759302.126284:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759302.126286:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759302.126289:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 202
00000100:00080000:3.0:1787759302.126292:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759302.126295:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759302.126303:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759302.126315:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324850048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759302.126325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759302.126411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850048:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759302.446147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759302.830234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759303.470160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759303.854137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759304.494126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759304.878213:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759305.198353:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.109:988
00000400:00000100:3.0:1787759305.198399:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759305.198415:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759305.198467:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759305.198564:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759302/real 1787759305]  req@ffff9f7d4832d2c0 x1874601324850048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759305.198639:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324850048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759305.198656:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759305.198665:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759305.198671:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850048:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759305.198696:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759302/real 1787759305]  req@ffff9f7d4832f480 x1874601324849920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759305.198714:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324849920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759305.198724:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759305.198728:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759305.198732:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324849920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759305.518110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759305.902164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759306.542160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759306.926191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759307.246196:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759307.246204:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759307.246207:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759307.246228:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 207
00000100:00080000:3.0:1787759307.246237:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759307.246243:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759307.246274:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324850176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759307.246306:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759307.246310:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759307.246312:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759307.246317:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 207
00000100:00080000:3.0:1787759307.246320:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759307.246325:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759307.246335:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759307.246351:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324850304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759307.246360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850176:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759307.246434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759307.246477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759307/real 1787759307]  req@ffff9f7d4832fc00 x1874601324850176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759307.246498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324850176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759307.246511:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759307.246516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759307.246529:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850176:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759307.246562:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850304:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759307.246592:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759307.246607:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759307/real 1787759307]  req@ffff9f7d4832c780 x1874601324850304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759307.246620:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324850304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759307.246629:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759307.246633:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759307.246637:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850304:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759307.566101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759307.950115:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759308.590147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759308.974176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759309.614149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759309.998197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759310.638149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759311.022183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759311.662121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759312.046162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759312.366140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759312.366148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759312.366152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759312.366161:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 212
00000100:00080000:2.0:1787759312.366170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759312.366177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759312.366221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324850432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759312.366250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759312.366254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759312.366256:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759312.366260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 212
00000100:00080000:2.0:1787759312.366265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759312.366269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759312.366278:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759312.366290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324850560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759312.366300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759312.366410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759312.686151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759313.070211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759313.710121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759314.094196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759314.414360:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.109:988
00000400:00000100:3.0:1787759314.414403:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759314.414419:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759314.414454:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759314.414505:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759312/real 1787759314]  req@ffff9f7d4a941a40 x1874601324850560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759314.414533:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324850560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759314.414545:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759314.414551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759314.414571:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759314.414580:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759312/real 1787759314]  req@ffff9f7d4a940b40 x1874601324850432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759314.414615:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324850432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759314.414625:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759314.414629:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759314.414633:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759314.734137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759315.118172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759315.758129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759316.142179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759316.782137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759317.166223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759317.486167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759317.486178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759317.486183:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759317.486192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 218
00000100:00080000:0.0:1787759317.486202:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759317.486208:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759317.486242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324850688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759317.486274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759317.486278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759317.486280:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759317.486285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 218
00000100:00080000:0.0:1787759317.486289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759317.486293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759317.486318:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759317.486327:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850688:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759317.486332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324850816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759317.486396:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759317.486432:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759317/real 1787759317]  req@ffff9f7d46d76580 x1874601324850688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759317.486452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324850688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759317.486465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759317.486469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759317.486473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850688:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759317.486500:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850816:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759317.486523:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759317.486535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759317/real 1787759317]  req@ffff9f7d46d74b40 x1874601324850816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759317.486549:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324850816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759317.486559:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759317.486563:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759317.486567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324850816:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759317.806105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759318.190243:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759318.830195:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759319.214212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759319.854154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759320.238186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759320.878215:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759321.262180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759321.902151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759322.286221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759322.606159:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759322.606168:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759322.606172:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759322.606180:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 223
00000100:00080000:3.0:1787759322.606190:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759322.606211:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759322.606264:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324850944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759322.606287:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759322.606291:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759322.606293:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759322.606297:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 223
00000100:00080000:3.0:1787759322.606302:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759322.606306:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759322.606317:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759322.606329:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324851072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759322.606349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850944:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759322.606414:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759322.606447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759322/real 1787759322]  req@ffff9f7d4832cb40 x1874601324850944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759322.606460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324850944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759322.606468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759322.606471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759322.606474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324850944:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759322.606478:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851072:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759322.606493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759322.606501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759322/real 1787759322]  req@ffff9f7d4832e580 x1874601324851072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759322.606508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324851072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759322.606514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759322.606516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759322.606518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851072:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759322.926117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759323.310140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759323.950126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759324.334214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759324.974118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759325.358109:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759325.998152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759326.382220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759327.022142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759327.406175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759327.726170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759327.726181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759327.726185:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759327.726196:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 228
00000100:00080000:0.0:1787759327.726207:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759327.726213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759327.726245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324851200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759327.726270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759327.726273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759327.726274:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759327.726277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 228
00000100:00080000:0.0:1787759327.726279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759327.726282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759327.726289:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759327.726301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324851328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759327.726334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851200:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759327.726417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759327.726461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327]  req@ffff9f7d46d76940 x1874601324851200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759327.726477:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324851200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759327.726503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759327.726507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759327.726510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759327.726538:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851328:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759327.726562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759327.726572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759327/real 1787759327]  req@ffff9f7d46d770c0 x1874601324851328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759327.726581:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324851328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759327.726588:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759327.726592:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759327.726596:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851328:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759328.046209:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759328.430236:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759329.070140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759329.454184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759330.094152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759330.478212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759331.118135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759331.502186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759332.142154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759332.526232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759332.846130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759332.846141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759332.846146:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759332.846169:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 233
00000100:00080000:0.0:1787759332.846185:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759332.846196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759332.846254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324851456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759332.846292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759332.846297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759332.846299:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759332.846304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 233
00000100:00080000:0.0:1787759332.846308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759332.846313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759332.846331:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759332.846346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324851584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759332.846351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759332.846512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851584:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759333.166165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759333.550252:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759333.806354:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.109:988
00000400:00000100:3.0:1787759333.806432:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759333.806449:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759333.806486:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787759333.806521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759333]  req@ffff9f7d46d77840 x1874601324851584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759333.806544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324851584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759333.806555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759333.806559:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759333.806562:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851584:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759333.806568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759332/real 1787759333]  req@ffff9f7d46d74000 x1874601324851456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759333.806577:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324851456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759333.806583:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759333.806600:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759333.806602:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759334.190160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759334.574169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759335.214136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759335.598237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759336.238155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759336.622201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759337.262089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759337.646168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759337.966150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759337.966162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759337.966167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759337.966178:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 238
00000100:00080000:2.0:1787759337.966189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759337.966196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759337.966235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324851712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759337.966264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759337.966267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759337.966269:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759337.966296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 238
00000100:00080000:2.0:1787759337.966300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759337.966303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759337.966312:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759337.966324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324851840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759337.966333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851712:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759337.966410:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759337.966446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337]  req@ffff9f7d4a940b40 x1874601324851712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759337.966465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324851712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759337.966476:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759337.966481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759337.966485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851712:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759337.966512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851840:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759337.966536:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759337.966558:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759337/real 1787759337]  req@ffff9f7d4a941a40 x1874601324851840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759337.966572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324851840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759337.966581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759337.966592:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759337.966595:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324851840:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759338.286142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759338.670163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759339.310155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759339.694238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759340.334101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759340.718163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759341.358169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759341.742187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759342.382109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759342.766207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759343.086138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759343.086150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759343.086154:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759343.086164:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 243
00000100:00080000:2.0:1787759343.086176:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759343.086197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759343.086236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324851968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759343.086266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759343.086270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759343.086272:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759343.086277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 243
00000100:00080000:2.0:1787759343.086281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759343.086285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759343.086294:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759343.086307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759343.086307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324852096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759343.086366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759343.086399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759343/real 1787759343]  req@ffff9f7d4a941e00 x1874601324851968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759343.086412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324851968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759343.086420:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759343.086423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759343.086426:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324851968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759343.086447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852096:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759343.086461:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759343.086469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759343/real 1787759343]  req@ffff9f7d4a940780 x1874601324852096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759343.086478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324852096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759343.086490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759343.086492:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759343.086494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852096:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759343.406158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759343.790215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759344.430109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759344.814197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759345.454134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759345.838198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759346.478104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759346.862151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759347.502171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759347.886175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759348.206167:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759348.206178:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759348.206181:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759348.206191:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 248
00000100:00080000:1.0:1787759348.206200:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759348.206206:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759348.206238:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324852224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759348.206262:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759348.206265:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759348.206266:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759348.206275:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 248
00000100:00080000:1.0:1787759348.206277:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759348.206280:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759348.206301:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759348.206313:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324852352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759348.206315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852224:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759348.206386:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759348.206417:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759348/real 1787759348]  req@ffff9f7d4a90bc00 x1874601324852224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759348.206441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324852224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759348.206449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759348.206452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759348.206455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852224:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759348.206476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852352:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759348.206492:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759348.206501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759348/real 1787759348]  req@ffff9f7d4a90a1c0 x1874601324852352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759348.206518:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324852352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759348.206524:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759348.206526:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759348.206528:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852352:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759348.526140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759348.910183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759349.550168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759349.934168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759350.574120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759350.958203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759351.598158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759351.982187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759352.622118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759353.006152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759353.326136:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759353.326145:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759353.326149:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759353.326157:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 253
00000100:00080000:1.0:1787759353.326166:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759353.326172:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759353.326203:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324852480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759353.326224:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759353.326226:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759353.326228:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759353.326230:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 253
00000100:00080000:1.0:1787759353.326233:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759353.326235:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759353.326242:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759353.326263:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324852608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759353.326301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852480:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759353.326377:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759353.326420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759353/real 1787759353]  req@ffff9f7d4a90b840 x1874601324852480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759353.326436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324852480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759353.326461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759353.326464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759353.326468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852480:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759353.326474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852608:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759353.326494:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759353.326502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759353/real 1787759353]  req@ffff9f7d4a909a40 x1874601324852608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759353.326511:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324852608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759353.326516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759353.326519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759353.326521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852608:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759353.646186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759354.030225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759354.670098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759355.054168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759355.694140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759356.078187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759356.718113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759357.102218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759357.742129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759358.126195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759358.446151:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759358.446163:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759358.446167:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759358.446176:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 259
00000100:00080000:3.0:1787759358.446188:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759358.446197:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759358.446231:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324852736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759358.446265:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759358.446268:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759358.446269:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759358.446272:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 259
00000100:00080000:3.0:1787759358.446275:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759358.446278:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759358.446285:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759358.446294:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832de00 x1874601324852864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759358.446333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852736:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759358.446398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759358.446435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759358/real 1787759358]  req@ffff9f7d4832cf00 x1874601324852736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759358.446453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324852736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759358.446463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759358.446467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759358.446472:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852736:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759358.446488:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852864:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759358.446513:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759358.446526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759358/real 1787759358]  req@ffff9f7d4832de00 x1874601324852864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759358.446539:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832de00 x1874601324852864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759358.446547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759358.446551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759358.446554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324852864:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759358.766160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759359.150191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759359.790143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759360.174157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759360.814130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759361.198136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759361.838111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759362.222160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759362.862092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759363.246207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759363.566208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759363.566222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759363.566226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759363.566238:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 264
00000100:00080000:2.0:1787759363.566249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759363.566257:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759363.566292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324852992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759363.566318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759363.566321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759363.566322:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759363.566325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 264
00000100:00080000:2.0:1787759363.566327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759363.566330:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759363.566337:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759363.566362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324853120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759363.566373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852992:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759363.566437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759363.566474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759363/real 1787759363]  req@ffff9f7d4a942940 x1874601324852992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759363.566493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324852992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759363.566505:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759363.566509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759363.566513:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324852992:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759363.566537:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853120:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759363.566560:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759363.566573:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759363/real 1787759363]  req@ffff9f7d4a942580 x1874601324853120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759363.566594:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324853120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759363.566604:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759363.566608:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759363.566612:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853120:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759363.886109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759364.270143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759364.910140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759365.294166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759365.934089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759366.318200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759366.958142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759367.342184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759367.982103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759368.366184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759368.686103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759368.686110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759368.686114:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759368.686122:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 269
00000100:00080000:2.0:1787759368.686132:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759368.686137:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759368.686167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324853248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759368.686189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759368.686192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759368.686193:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759368.686196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 269
00000100:00080000:2.0:1787759368.686198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759368.686201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759368.686208:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759368.686215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324853376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759368.686257:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324853248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759368.686349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853376:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759369.006122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759369.390149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759370.030153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759370.414176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759371.054137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759371.438168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759371.758262:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759371.758297:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759371.758311:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759371.758340:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759371.758392:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759371]  req@ffff9f7d4a941680 x1874601324853248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759371.758419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324853248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759371.758431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759371.758437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759371.758442:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324853248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759371.758450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759368/real 1787759371]  req@ffff9f7d4a9412c0 x1874601324853376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759371.758463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324853376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759371.758473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759371.758477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759371.758493:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853376:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759372.078156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759372.462200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759373.102142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759373.486122:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759373.806128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759373.806137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759373.806141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759373.806150:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 274
00000100:00080000:1.0:1787759373.806159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759373.806172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759373.806202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324853504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759373.806223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759373.806226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759373.806227:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759373.806230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 274
00000100:00080000:1.0:1787759373.806233:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759373.806235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759373.806243:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759373.806253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324853632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759373.806271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324853504:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759373.806340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759373.806374:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373]  req@ffff9f7d4a908000 x1874601324853504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759373.806387:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324853504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759373.806396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759373.806399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759373.806402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324853504:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759373.806426:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853632:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759373.806448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759373.806461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759373/real 1787759373]  req@ffff9f7d4a909a40 x1874601324853632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759373.806473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324853632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759373.806483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759373.806487:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759373.806490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853632:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759374.126102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759374.510344:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759375.150154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759375.534164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759376.174145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759376.558193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759377.198164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759377.582229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759378.222181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759378.606221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759378.926165:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759378.926176:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759378.926182:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759378.926193:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 279
00000100:00080000:3.0:1787759378.926205:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759378.926213:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759378.926259:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324853760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759378.926288:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759378.926291:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759378.926311:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759378.926316:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 279
00000100:00080000:3.0:1787759378.926319:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759378.926324:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759378.926336:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759378.926346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324853760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759378.926353:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324853888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759378.926419:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759378.926475:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378]  req@ffff9f7d4832c000 x1874601324853760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759378.926510:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324853760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759378.926520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759378.926523:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759378.926526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324853760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759378.926551:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853888:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759378.926579:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759378.926589:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759378/real 1787759378]  req@ffff9f7d4832e940 x1874601324853888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759378.926598:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324853888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759378.926604:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759378.926606:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759378.926608:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324853888:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759379.246150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759379.630252:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759380.270183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759380.654241:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759381.294101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759381.678218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759382.318151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759382.702185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759383.342099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759383.726202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759384.046177:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759384.046187:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759384.046191:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759384.046202:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 284
00000100:00080000:1.0:1787759384.046213:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759384.046219:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759384.046251:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324854016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759384.046276:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759384.046279:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759384.046280:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759384.046283:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 284
00000100:00080000:1.0:1787759384.046285:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759384.046287:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759384.046295:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759384.046304:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324854144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759384.046324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854016:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759384.046379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759384.046426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759384/real 1787759384]  req@ffff9f7d4a90b840 x1874601324854016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759384.046441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324854016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759384.046464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759384.046467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759384.046470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759384.046476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854144:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759384.046493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759384.046501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759384/real 1787759384]  req@ffff9f7d4a90a1c0 x1874601324854144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759384.046509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324854144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759384.046514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759384.046517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759384.046519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854144:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759384.366127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759384.750184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759385.390092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759385.774183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759386.414160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759386.798216:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759387.438147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759387.822166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759388.462170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759388.846173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759389.166161:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759389.166172:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759389.166176:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759389.166188:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 289
00000100:00080000:1.0:1787759389.166201:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759389.166209:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759389.166265:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324854272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759389.166308:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759389.166313:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759389.166315:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759389.166322:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 289
00000100:00080000:1.0:1787759389.166329:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759389.166335:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759389.166348:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759389.166353:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759389.166363:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324854400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759389.166426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759389.166459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759389/real 1787759389]  req@ffff9f7d4a90bc00 x1874601324854272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759389.166473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324854272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759389.166481:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759389.166485:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759389.166487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759389.166527:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854400:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759389.166545:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759389.166553:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759389/real 1787759389]  req@ffff9f7d4a9083c0 x1874601324854400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759389.166561:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324854400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759389.166567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759389.166569:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759389.166572:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854400:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759389.486119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759389.870161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759390.510123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759390.894149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759391.534127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759391.918189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759392.558125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759392.942202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759393.582086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759393.966182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759394.286117:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759394.286125:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759394.286128:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759394.286136:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 294
00000100:00080000:3.0:1787759394.286145:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759394.286157:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759394.286203:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324854528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759394.286226:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759394.286229:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759394.286230:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759394.286233:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 294
00000100:00080000:3.0:1787759394.286236:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759394.286238:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759394.286246:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759394.286256:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324854656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759394.286273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854528:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759394.286333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759394.286364:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759394/real 1787759394]  req@ffff9f7d4832f0c0 x1874601324854528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759394.286377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324854528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759394.286385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759394.286388:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759394.286391:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854528:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759394.286409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854656:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759394.286423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759394.286431:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759394/real 1787759394]  req@ffff9f7d4832e1c0 x1874601324854656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759394.286447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324854656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759394.286461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759394.286464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759394.286466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854656:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759394.606153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759394.990241:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759395.630118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759396.014261:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759396.654134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759397.038243:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759397.678178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759398.062236:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759398.702143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759399.086201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759399.406188:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759399.406198:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759399.406202:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759399.406213:0:466:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 299
00000100:00080000:1.0:1787759399.406225:0:466:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759399.406232:0:466:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759399.406282:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324854784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759399.406304:0:466:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759399.406307:0:466:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759399.406308:0:466:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759399.406312:0:466:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 299
00000100:00080000:1.0:1787759399.406314:0:466:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759399.406334:0:466:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759399.406344:0:466:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759399.406355:0:466:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324854912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759399.406366:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854784:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759399.406459:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759399.406509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759399/real 1787759399]  req@ffff9f7d4a90b480 x1874601324854784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759399.406529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324854784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759399.406541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759399.406547:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759399.406552:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324854784:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759399.406594:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854912:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759399.406620:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759399.406633:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759399/real 1787759399]  req@ffff9f7d4a90ad00 x1874601324854912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759399.406647:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324854912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759399.406670:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759399.406674:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759399.406678:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324854912:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759399.726206:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759400.110245:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759400.750142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759401.134183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759401.774182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759402.158183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759402.798124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759403.182188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759403.822148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759404.206237:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759404.526166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759404.526177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759404.526182:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759404.526193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 305
00000100:00080000:1.0:1787759404.526205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759404.526212:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759404.526256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324855040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759404.526285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759404.526288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759404.526290:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759404.526292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 305
00000100:00080000:1.0:1787759404.526295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759404.526297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759404.526325:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759404.526338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324855168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759404.526384:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855040:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759404.526463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759404.526508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759404/real 1787759404]  req@ffff9f7d4a909e00 x1874601324855040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759404.526529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324855040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759404.526542:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759404.526546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759404.526551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759404.526559:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855168:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759404.526582:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759404.526595:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759404/real 1787759404]  req@ffff9f7d4a908780 x1874601324855168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759404.526609:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324855168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759404.526619:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759404.526622:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759404.526640:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855168:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759404.846131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759405.230181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759405.870107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759406.254184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759406.894132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759407.278206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759407.918125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759408.302181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759408.942098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759409.326246:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759409.646104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759409.646114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759409.646118:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759409.646128:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 310
00000100:00080000:1.0:1787759409.646140:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759409.646147:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759409.646181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324855296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759409.646212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759409.646215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759409.646216:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759409.646219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 310
00000100:00080000:1.0:1787759409.646222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759409.646239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759409.646247:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759409.646261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324855424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759409.646275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855296:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759409.646344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759409.646384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759409/real 1787759409]  req@ffff9f7d4a908f00 x1874601324855296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759409.646405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324855296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759409.646417:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759409.646421:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759409.646425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855296:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759409.646453:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855424:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759409.646476:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759409.646486:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759409/real 1787759409]  req@ffff9f7d4a908780 x1874601324855424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759409.646495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324855424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759409.646501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759409.646503:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759409.646506:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855424:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759409.966124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759410.350190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759410.990115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759411.374233:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759412.014131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759412.398165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759413.038074:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759413.422181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759414.062135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759414.446181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759414.766088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759414.766097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759414.766100:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759414.766108:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 315
00000100:00080000:1.0:1787759414.766118:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759414.766123:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759414.766154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324855552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759414.766176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759414.766179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759414.766182:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759414.766185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 315
00000100:00080000:1.0:1787759414.766189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759414.766209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759414.766219:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855552:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787759414.766219:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759414.766231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324855680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759414.766292:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759414.766328:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414]  req@ffff9f7d4a909e00 x1874601324855552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759414.766341:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324855552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759414.766356:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759414.766359:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759414.766362:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855552:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759414.766385:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855680:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759414.766402:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759414.766410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759414/real 1787759414]  req@ffff9f7d4a90ad00 x1874601324855680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759414.766418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324855680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759414.766424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759414.766426:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759414.766428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855680:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759415.086086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759415.470185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759416.110107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759416.494185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759417.134147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759417.518239:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759418.158106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759418.542119:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759419.182146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759419.566182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759419.886108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759419.886117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759419.886120:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759419.886128:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 320
00000100:00080000:0.0:1787759419.886137:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759419.886168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759419.886204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324855808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759419.886228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759419.886231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759419.886233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759419.886236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 320
00000100:00080000:0.0:1787759419.886240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759419.886243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759419.886251:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759419.886264:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759419.886265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324855936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759419.886324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759419.886352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419]  req@ffff9f7d46d761c0 x1874601324855808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759419.886365:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324855808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759419.886373:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759419.886376:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759419.886379:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324855808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759419.886397:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855936:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759419.886411:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759419.886419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759419/real 1787759419]  req@ffff9f7d46d75680 x1874601324855936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759419.886427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324855936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759419.886439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759419.886441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759419.886444:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324855936:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759420.206118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759420.590124:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759421.230137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759421.614161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759422.254093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759422.638235:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759423.278172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759423.662191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759424.302110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759424.686219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759425.006111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759425.006122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759425.006126:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759425.006138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 325
00000100:00080000:0.0:1787759425.006156:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759425.006164:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759425.006209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324856064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759425.006236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759425.006239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759425.006241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759425.006262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 325
00000100:00080000:0.0:1787759425.006266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759425.006270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759425.006281:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759425.006295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324856192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759425.006328:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856064:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759425.006409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759425.006456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759425/real 1787759425]  req@ffff9f7d46d743c0 x1874601324856064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759425.006476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324856064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759425.006487:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759425.006492:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759425.006496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856064:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759425.006504:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856192:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759425.006529:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759425.006542:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759425/real 1787759425]  req@ffff9f7d46d75680 x1874601324856192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759425.006576:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324856192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759425.006603:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759425.006607:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759425.006611:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856192:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759425.326146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759425.710164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759426.350127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759426.734190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759427.374153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759427.758183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759428.398114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759428.782184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759429.422084:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759429.806164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759430.126158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759430.126167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759430.126170:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759430.126180:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 330
00000100:00080000:0.0:1787759430.126189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759430.126195:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759430.126227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324856320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759430.126250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759430.126257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759430.126258:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759430.126262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 330
00000100:00080000:0.0:1787759430.126264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759430.126267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759430.126275:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759430.126284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324856448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759430.126308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856320:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759430.126362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759430.126393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759430/real 1787759430]  req@ffff9f7d46d761c0 x1874601324856320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759430.126406:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324856320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759430.126413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759430.126416:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759430.126420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856320:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759430.126424:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856448:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759430.126454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759430.126462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759430/real 1787759430]  req@ffff9f7d46d74000 x1874601324856448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759430.126470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324856448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759430.126475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759430.126478:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759430.126480:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856448:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759430.446115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759430.830189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759431.470141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759431.854157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759432.494115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759432.878143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759433.518124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759433.902255:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759434.542146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759434.926191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759435.246176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759435.246186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759435.246191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759435.246200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 335
00000100:00080000:1.0:1787759435.246211:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759435.246218:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759435.246254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324856576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759435.246288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759435.246307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759435.246309:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759435.246314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 335
00000100:00080000:1.0:1787759435.246318:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759435.246323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759435.246332:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759435.246337:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856576:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759435.246345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324856704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759435.246447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856704:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759435.566134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759435.950143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759436.590132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759436.974187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759437.614092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759437.998177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759438.318235:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759438.318274:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759438.318290:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759438.318340:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759438.318458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759435/real 1787759438]  req@ffff9f7d4a9083c0 x1874601324856704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759438.318482:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324856704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759438.318493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759438.318497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759438.318502:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856704:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759438.318509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759435/real 1787759438]  req@ffff9f7d4a90b480 x1874601324856576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759438.318521:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324856576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759438.318528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759438.318531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759438.318534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856576:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759438.638115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759439.022229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759439.662107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759440.046176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759440.366111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759440.366122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759440.366127:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759440.366146:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 340
00000100:00080000:1.0:1787759440.366157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759440.366165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759440.366199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324856832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759440.366225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759440.366228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759440.366242:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759440.366255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 340
00000100:00100000:0.0:1787759440.366260:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856832:192.168.204.109@tcp:250:kworker.0
00000100:00080000:1.0:1787759440.366262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759440.366270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759440.366279:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759440.366307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324856960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759440.366334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759440.366383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759440/real 1787759440]  req@ffff9f7d4a90bc00 x1874601324856832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759440.366411:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324856832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759440.366434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759440.366438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759440.366441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324856832:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759440.366470:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856960:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759440.366494:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759440.366507:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759440/real 1787759440]  req@ffff9f7d4a90a1c0 x1874601324856960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759440.366517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324856960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759440.366524:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759440.366527:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759440.366529:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324856960:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759440.686122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759441.070197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759441.710104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759442.094147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759442.734133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759443.118160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759443.758119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759444.142173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759444.782131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759445.166167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759445.486160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759445.486175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759445.486180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759445.486204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 346
00000100:00080000:1.0:1787759445.486219:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759445.486228:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759445.486277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324857088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759445.486314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759445.486319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759445.486321:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759445.486344:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 346
00000100:00080000:1.0:1787759445.486349:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759445.486354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759445.486366:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759445.486378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759445.486382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324857216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759445.486458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759445.486495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759445/real 1787759445]  req@ffff9f7d4a90b840 x1874601324857088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759445.486508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324857088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759445.486516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759445.486519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759445.486522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759445.486553:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857216:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759445.486570:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759445.486578:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759445/real 1787759445]  req@ffff9f7d4a909a40 x1874601324857216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759445.486586:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324857216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759445.486591:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759445.486593:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759445.486595:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857216:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759445.806135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759446.190189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759446.830139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759447.214199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759447.854125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759448.238235:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759448.878182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759449.262202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759449.902090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759450.286469:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759450.606169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759450.606179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759450.606183:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759450.606193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 351
00000100:00080000:0.0:1787759450.606206:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759450.606215:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759450.606261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324857344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759450.606293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759450.606297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759450.606299:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759450.606303:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 351
00000100:00080000:0.0:1787759450.606307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759450.606333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759450.606335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857344:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787759450.606346:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759450.606364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324857472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759450.606405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759450.606450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759450/real 1787759450]  req@ffff9f7d46d77840 x1874601324857344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759450.606465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324857344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759450.606475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759450.606478:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759450.606481:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857344:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759450.606506:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857472:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759450.606520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759450.606535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759450/real 1787759450]  req@ffff9f7d46d770c0 x1874601324857472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759450.606544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324857472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759450.606549:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759450.606551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759450.606554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857472:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759450.926119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759451.310170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759451.950141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759452.334192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759452.974125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759453.358239:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759453.998090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759454.382198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759455.022127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759455.406148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759455.726136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759455.726144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759455.726147:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759455.726169:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 356
00000100:00080000:2.0:1787759455.726177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759455.726182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759455.726209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324857600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759455.726230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759455.726232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759455.726233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759455.726236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 356
00000100:00080000:2.0:1787759455.726238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759455.726239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759455.726246:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759455.726254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324857728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759455.726279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857600:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759455.726329:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759455.726357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455]  req@ffff9f7d4a9421c0 x1874601324857600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759455.726369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324857600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759455.726376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759455.726378:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759455.726381:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857600:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759455.726392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857728:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759455.726406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759455.726413:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759455/real 1787759455]  req@ffff9f7d4a9412c0 x1874601324857728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759455.726420:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324857728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759455.726425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759455.726427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759455.726429:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857728:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759456.046131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759456.430147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759457.070109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759457.454164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759458.094118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759458.478170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759459.118084:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759459.502126:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759460.142171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759460.526178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759460.846151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759460.846159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759460.846163:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759460.846172:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 361
00000100:00080000:2.0:1787759460.846181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759460.846188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759460.846220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324857856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759460.846260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759460.846264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759460.846267:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759460.846272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 361
00000100:00080000:2.0:1787759460.846275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759460.846279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759460.846287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857856:192.168.204.109@tcp:250:kworker.0
00000008:00100000:2.0:1787759460.846291:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759460.846309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324857984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759460.846378:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759460.846417:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460]  req@ffff9f7d4a941680 x1874601324857856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759460.846431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324857856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759460.846439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759460.846452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759460.846455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324857856:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759460.846483:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857984:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759460.846500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759460.846508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759460/real 1787759460]  req@ffff9f7d4a942580 x1874601324857984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759460.846515:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324857984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759460.846520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759460.846522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759460.846524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324857984:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759461.166088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759461.550213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759462.190163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759462.574197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759463.214071:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759463.598149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759464.238110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759464.622150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759465.262114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759465.646137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759465.966078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759465.966085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759465.966088:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759465.966097:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 366
00000100:00080000:2.0:1787759465.966108:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759465.966115:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759465.966146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324858112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759465.966167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759465.966170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759465.966171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759465.966174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 366
00000100:00080000:2.0:1787759465.966188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759465.966192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759465.966200:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759465.966204:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858112:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759465.966218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324858240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759465.966260:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759465.966296:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465]  req@ffff9f7d4a942940 x1874601324858112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759465.966311:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324858112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759465.966318:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759465.966326:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759465.966328:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858112:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759465.966347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324858240:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759465.966363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759465.966371:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759465/real 1787759465]  req@ffff9f7d4a940780 x1874601324858240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759465.966378:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324858240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759465.966383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759465.966385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759465.966387:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324858240:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759466.286124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759466.670163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759467.310078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759467.694131:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759468.334155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759468.718161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759469.358110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759469.742134:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759470.382132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759470.766161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759471.086139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759471.086150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759471.086154:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759471.086164:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 371
00000100:00080000:0.0:1787759471.086174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759471.086180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759471.086215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324858368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759471.086246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759471.086250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759471.086253:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759471.086257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 371
00000100:00080000:0.0:1787759471.086261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759471.086267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759471.086278:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759471.086287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759471.086297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324858496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759471.086346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759471.086382:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759471/real 1787759471]  req@ffff9f7d46d76940 x1874601324858368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759471.086397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324858368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759471.086406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759471.086415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759471.086417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759471.086436:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324858496:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759471.086453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759471.086462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759471/real 1787759471]  req@ffff9f7d46d74b40 x1874601324858496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759471.086470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324858496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759471.086475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759471.086477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759471.086479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324858496:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759471.406096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759471.790145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759472.430133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759472.814158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759473.454099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759473.838156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759474.478142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759474.862165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759475.502141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759475.886159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759476.206129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759476.206149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759476.206153:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759476.206162:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 376
00000100:00080000:1.0:1787759476.206174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759476.206182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759476.206219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324858624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759476.206270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759476.206274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759476.206276:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759476.206282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 376
00000100:00080000:1.0:1787759476.206287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759476.206293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759476.206302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858624:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787759476.206304:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759476.206325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324858752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759476.206362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759476.206401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759476/real 1787759476]  req@ffff9f7d4a908000 x1874601324858624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759476.206421:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324858624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759476.206433:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759476.206437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759476.206439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858624:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759476.206460:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324858752:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759476.206479:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759476.206488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759476/real 1787759476]  req@ffff9f7d4a909a40 x1874601324858752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759476.206497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324858752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759476.206503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759476.206505:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759476.206507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324858752:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759476.526160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759476.910198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759477.550179:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759477.934176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759478.574177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759478.958194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759479.598161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759479.982176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759480.622094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759481.006185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759481.326144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759481.326153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759481.326157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759481.326167:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 381
00000100:00080000:1.0:1787759481.326178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759481.326186:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759481.326224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324858880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759481.326259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759481.326262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759481.326275:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759481.326279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 381
00000100:00080000:1.0:1787759481.326283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759481.326288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759481.326300:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759481.326313:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759481.326317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324859008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759481.326392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759481.326424:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759481/real 1787759481]  req@ffff9f7d4a90b840 x1874601324858880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759481.326436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324858880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759481.326444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759481.326447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759481.326450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324858880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759481.326476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859008:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759481.326513:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759481.326526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759481/real 1787759481]  req@ffff9f7d4a90a1c0 x1874601324859008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759481.326536:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324859008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759481.326542:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759481.326545:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759481.326547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859008:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759481.646141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759482.030184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759482.670089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759483.054202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759483.694175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759484.078194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759484.718144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759485.102212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759485.742147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759486.126132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759486.446090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759486.446099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759486.446102:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759486.446110:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 387
00000100:00080000:1.0:1787759486.446119:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759486.446125:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759486.446157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324859136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759486.446181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759486.446183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759486.446185:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759486.446187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 387
00000100:00080000:1.0:1787759486.446189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759486.446205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759486.446214:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759486.446227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759486.446227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324859264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759486.446285:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759486.446316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759486/real 1787759486]  req@ffff9f7d4a90bc00 x1874601324859136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759486.446328:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324859136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759486.446336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759486.446339:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759486.446342:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759486.446361:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859264:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759486.446376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759486.446384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759486/real 1787759486]  req@ffff9f7d4a90b480 x1874601324859264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759486.446466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324859264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759486.446472:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759486.446474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759486.446476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859264:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759486.766101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759487.150194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759487.790148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759488.174157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759488.814116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759489.198185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759489.838163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759490.222224:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759490.862141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759491.246226:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759491.566144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759491.566155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759491.566160:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759491.566171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 392
00000100:00080000:1.0:1787759491.566184:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759491.566192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759491.566236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324859392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759491.566263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759491.566266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759491.566267:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759491.566270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 392
00000100:00080000:1.0:1787759491.566273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759491.566275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759491.566285:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759491.566315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324859520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759491.566329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859392:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759491.566403:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759491.566445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759491/real 1787759491]  req@ffff9f7d4a9083c0 x1874601324859392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759491.566467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324859392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759491.566477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759491.566480:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759491.566483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859392:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759491.566508:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859520:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759491.566525:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759491.566534:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759491/real 1787759491]  req@ffff9f7d4a90ad00 x1874601324859520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759491.566542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324859520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759491.566548:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759491.566551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759491.566553:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859520:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759491.886137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759492.270130:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759492.910087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759493.294183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759493.934111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759494.318198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759494.958134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759495.342237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759495.982143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759496.366173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759496.686146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759496.686155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759496.686160:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759496.686170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 397
00000100:00080000:0.0:1787759496.686181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759496.686199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759496.686236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324859648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759496.686273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759496.686275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759496.686277:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759496.686280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 397
00000100:00080000:0.0:1787759496.686283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759496.686287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759496.686295:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759496.686307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324859776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759496.686307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859648:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759496.686366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759496.686397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496]  req@ffff9f7d46d76580 x1874601324859648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759496.686409:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324859648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759496.686417:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759496.686420:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759496.686423:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759496.686441:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859776:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759496.686455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759496.686462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759496/real 1787759496]  req@ffff9f7d46d75e00 x1874601324859776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759496.686470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324859776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759496.686475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759496.686483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759496.686485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324859776:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759497.006161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759497.390155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759498.030191:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759498.414139:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759499.054172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759499.438185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759500.078144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759500.462154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759501.102141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759501.486175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759501.806114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759501.806123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759501.806126:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759501.806134:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 402
00000100:00080000:0.0:1787759501.806144:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759501.806150:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759501.806182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324859904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759501.806209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759501.806211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759501.806213:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759501.806218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 402
00000100:00080000:0.0:1787759501.806220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759501.806223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759501.806244:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759501.806254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324860032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759501.806266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859904:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759501.806389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860032:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759502.126078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759502.510284:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759503.150152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759503.534246:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759504.174138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759504.558201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759504.878314:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759504.878367:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759504.878389:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759504.878435:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787759504.878509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759504]  req@ffff9f7d46d76d00 x1874601324860032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759504.878554:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324860032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759504.878570:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759504.878576:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759504.878581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860032:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759504.878590:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759501/real 1787759504]  req@ffff9f7d46d752c0 x1874601324859904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759504.878631:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324859904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759504.878640:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759504.878644:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759504.878648:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324859904:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759505.198191:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759505.582228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759506.222141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759506.606225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759506.926106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759506.926120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759506.926126:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759506.926139:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 407
00000100:00080000:0.0:1787759506.926154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759506.926163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759506.926207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324860160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759506.926237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759506.926241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759506.926243:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759506.926248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 407
00000100:00080000:0.0:1787759506.926252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759506.926257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759506.926269:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759506.926281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324860288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759506.926291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860160:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759506.926376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759506.926439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506]  req@ffff9f7d46d74780 x1874601324860160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759506.926460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324860160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759506.926473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759506.926478:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759506.926482:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860160:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759506.926515:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860288:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759506.926541:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759506.926554:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759506/real 1787759506]  req@ffff9f7d46d77c00 x1874601324860288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759506.926567:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324860288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759506.926595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759506.926599:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759506.926603:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860288:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759507.246158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759507.630210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759508.270115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759508.654226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759509.294158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759509.678209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759510.318107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759510.702196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759511.342141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759511.726185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759512.046163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759512.046187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759512.046191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759512.046199:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 412
00000100:00080000:2.0:1787759512.046209:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759512.046215:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759512.046245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324860416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759512.046269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759512.046271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759512.046273:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759512.046276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 412
00000100:00080000:2.0:1787759512.046278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759512.046280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759512.046288:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759512.046295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324860544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759512.046331:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860416:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759512.046393:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759512.046438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759512/real 1787759512]  req@ffff9f7d4a941e00 x1874601324860416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759512.046459:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324860416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759512.046468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759512.046472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759512.046476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759512.046484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860544:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759512.046508:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759512.046522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759512/real 1787759512]  req@ffff9f7d4a941a40 x1874601324860544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759512.046545:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324860544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759512.046550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759512.046553:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759512.046555:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860544:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759512.366123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759512.750199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759513.390135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759513.774172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759514.414098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759514.798186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759515.438113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759515.822163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759516.462134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759516.846160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759517.166131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759517.166140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759517.166143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759517.166151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 417
00000100:00080000:2.0:1787759517.166176:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759517.166183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759517.166216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324860672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759517.166249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759517.166252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759517.166253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759517.166256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 417
00000100:00080000:2.0:1787759517.166265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759517.166268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759517.166275:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759517.166287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324860800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759517.166315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860672:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759517.166383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759517.166425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759517/real 1787759517]  req@ffff9f7d4a940b40 x1874601324860672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759517.166445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324860672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759517.166456:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759517.166461:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759517.166466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860672:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759517.166474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860800:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759517.166508:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759517.166524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759517/real 1787759517]  req@ffff9f7d4a941a40 x1874601324860800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759517.166538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324860800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759517.166547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759517.166551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759517.166554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324860800:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759517.486146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759517.870188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759518.510137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759518.894175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759519.534106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759519.918162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759520.558139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759520.942166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759521.582110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759521.966193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759522.286107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759522.286114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759522.286118:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759522.286126:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 422
00000100:00080000:1.0:1787759522.286136:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759522.286141:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759522.286175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324860928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759522.286201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759522.286205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759522.286223:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759522.286229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 422
00000100:00080000:1.0:1787759522.286234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759522.286243:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759522.286244:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860928:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787759522.286255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759522.286273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324861056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759522.286315:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759522.286360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759522/real 1787759522]  req@ffff9f7d4a909e00 x1874601324860928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759522.286382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324860928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759522.286390:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759522.286394:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759522.286399:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324860928:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759522.286428:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861056:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759522.286455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759522.286470:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759522/real 1787759522]  req@ffff9f7d4a908780 x1874601324861056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759522.286483:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324861056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759522.286491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759522.286494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759522.286496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861056:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759522.606137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759522.990191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759523.630138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759524.014198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759524.654143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759525.038164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759525.678116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759526.062215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759526.702124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759527.086153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759527.406157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759527.406165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759527.406169:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759527.406177:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 427
00000100:00080000:0.0:1787759527.406187:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759527.406192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759527.406222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324861184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759527.406257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759527.406259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759527.406261:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759527.406263:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 427
00000100:00080000:0.0:1787759527.406266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759527.406269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759527.406277:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759527.406287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324861312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759527.406302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861184:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759527.406372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759527.406412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759527/real 1787759527]  req@ffff9f7d46d77480 x1874601324861184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759527.406439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324861184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759527.406451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759527.406455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759527.406459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759527.406480:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861312:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759527.406505:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759527.406515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759527/real 1787759527]  req@ffff9f7d46d75a40 x1874601324861312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759527.406523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324861312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759527.406529:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759527.406531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759527.406533:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861312:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759527.726176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759528.110254:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759528.750180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759529.134182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759529.774093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759530.158190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759530.798149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759531.182172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759531.822137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759532.206194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759532.526111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759532.526119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759532.526123:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759532.526132:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 433
00000100:00080000:0.0:1787759532.526143:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759532.526151:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759532.526189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324861440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759532.526212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759532.526214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759532.526216:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759532.526218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 433
00000100:00080000:0.0:1787759532.526221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759532.526224:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759532.526244:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759532.526254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324861568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759532.526274:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861440:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759532.526342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759532.526383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759532/real 1787759532]  req@ffff9f7d46d75a40 x1874601324861440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759532.526402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324861440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759532.526414:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759532.526419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759532.526424:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861440:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759532.526469:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861568:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759532.526511:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759532.526527:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759532/real 1787759532]  req@ffff9f7d46d77480 x1874601324861568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759532.526541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324861568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759532.526550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759532.526553:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759532.526557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861568:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759532.846134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759533.230184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759533.870139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759534.254287:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759534.894128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759535.278239:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759535.918105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759536.302196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759536.942094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759537.326196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759537.646118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759537.646129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759537.646134:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759537.646144:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 438
00000100:00080000:0.0:1787759537.646155:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759537.646164:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759537.646205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324861696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759537.646233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759537.646237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759537.646239:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759537.646244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 438
00000100:00080000:0.0:1787759537.646248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759537.646252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759537.646262:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759537.646277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324861824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759537.646286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861696:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759537.646344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759537.646376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759537/real 1787759537]  req@ffff9f7d46d77c00 x1874601324861696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759537.646390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324861696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759537.646412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759537.646428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759537.646431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759537.646451:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861824:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759537.646471:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759537.646484:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759537/real 1787759537]  req@ffff9f7d46d74780 x1874601324861824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759537.646497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324861824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759537.646507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759537.646511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759537.646514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324861824:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759537.966133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759538.350145:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759538.990096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759539.374142:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759540.014171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759540.398175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759541.038129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759541.422221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759542.062127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759542.446168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759542.766146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759542.766155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759542.766159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759542.766167:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 443
00000100:00080000:0.0:1787759542.766195:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759542.766201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759542.766234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324861952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759542.766266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759542.766270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759542.766272:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759542.766276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 443
00000100:00080000:0.0:1787759542.766281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759542.766286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759542.766309:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759542.766315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861952:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759542.766324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324862080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759542.766369:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759542.766408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542]  req@ffff9f7d46d752c0 x1874601324861952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759542.766423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324861952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759542.766448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759542.766453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759542.766458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324861952:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759542.766481:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862080:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759542.766507:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759542.766520:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759542/real 1787759542]  req@ffff9f7d46d76d00 x1874601324862080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759542.766534:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324862080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759542.766541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759542.766544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759542.766546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862080:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759543.086138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759543.470198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759544.110165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759544.494227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759545.134126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759545.518193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759546.158145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759546.542208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759547.182108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759547.566215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759547.886104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759547.886115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759547.886119:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759547.886129:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 448
00000100:00080000:0.0:1787759547.886141:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759547.886146:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759547.886179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324862208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759547.886214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759547.886218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759547.886220:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759547.886239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 448
00000100:00080000:0.0:1787759547.886243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759547.886248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759547.886258:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759547.886262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759547.886284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324862336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759547.886325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759547.886363:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547]  req@ffff9f7d46d75e00 x1874601324862208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759547.886389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324862208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759547.886396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759547.886400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759547.886402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759547.886421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862336:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759547.886440:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759547.886449:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759547/real 1787759547]  req@ffff9f7d46d76580 x1874601324862336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759547.886457:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324862336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759547.886471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759547.886473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759547.886476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862336:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759548.206111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759548.590157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759549.230091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759549.614189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759550.254126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759550.638173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759551.278101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759551.662141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759552.302158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759552.686202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759553.006104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759553.006116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759553.006120:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759553.006131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 453
00000100:00080000:0.0:1787759553.006142:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759553.006149:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759553.006201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324862464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759553.006229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759553.006233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759553.006236:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759553.006241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 453
00000100:00080000:0.0:1787759553.006244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759553.006249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759553.006259:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759553.006273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324862592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759553.006287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862464:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759553.006374:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759553.006413:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759553/real 1787759553]  req@ffff9f7d46d74b40 x1874601324862464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759553.006432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324862464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759553.006442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759553.006455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759553.006459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759553.006482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862592:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759553.006506:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759553.006531:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759553/real 1787759553]  req@ffff9f7d46d76940 x1874601324862592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759553.006545:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324862592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759553.006554:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759553.006557:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759553.006561:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862592:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759553.326146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759553.710206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759554.350102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759554.734166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759555.374142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759555.758238:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759556.398130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759556.782141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759557.422138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759557.806177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759558.126136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759558.126164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759558.126169:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759558.126185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 458
00000100:00080000:0.0:1787759558.126198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759558.126206:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759558.126244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324862720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759558.126273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759558.126276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759558.126279:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759558.126283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 458
00000100:00080000:0.0:1787759558.126288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759558.126293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759558.126304:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759558.126314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862720:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759558.126321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324862848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759558.126372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759558.126404:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759558/real 1787759558]  req@ffff9f7d46d770c0 x1874601324862720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759558.126417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324862720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759558.126425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759558.126427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759558.126430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862720:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759558.126448:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862848:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759558.126463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759558.126470:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759558/real 1787759558]  req@ffff9f7d46d77840 x1874601324862848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759558.126478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324862848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759558.126484:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759558.126486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759558.126488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324862848:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759558.446097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759558.830192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759559.470147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759559.854181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759560.494087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759560.878183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759561.518183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759561.902179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759562.542104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759562.926136:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759563.246105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759563.246114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759563.246117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759563.246125:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 463
00000100:00080000:2.0:1787759563.246134:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759563.246140:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759563.246172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324862976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759563.246194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759563.246197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759563.246198:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759563.246201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 463
00000100:00080000:2.0:1787759563.246203:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759563.246206:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759563.246213:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759563.246223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324863104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759563.246245:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862976:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759563.246302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759563.246343:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759563/real 1787759563]  req@ffff9f7d4a941e00 x1874601324862976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759563.246357:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324862976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759563.246365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759563.246368:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759563.246372:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324862976:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759563.246378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863104:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759563.246392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759563.246400:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759563/real 1787759563]  req@ffff9f7d4a940780 x1874601324863104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759563.246408:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324863104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759563.246413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759563.246415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759563.246417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863104:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759563.566155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759563.950151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759564.590105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759564.974173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759565.614164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759565.998175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759566.638116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759567.022274:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759567.662172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759568.046193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759568.366145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759568.366153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759568.366174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759568.366182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 468
00000100:00080000:2.0:1787759568.366192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759568.366198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759568.366232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324863232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759568.366263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759568.366267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759568.366268:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759568.366273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 468
00000100:00080000:2.0:1787759568.366276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759568.366279:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759568.366288:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759568.366299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324863360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759568.366307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324863232:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759568.366397:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863360:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759568.686107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759569.070206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759569.710123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759570.094206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759570.734158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759571.118171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759571.438228:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759571.438263:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759571.438276:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759571.438305:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787759571.438357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759568/real 1787759571]  req@ffff9f7d4a942580 x1874601324863360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759571.438382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324863360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759571.438396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759571.438402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759571.438406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863360:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759571.438414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759568/real 1787759571]  req@ffff9f7d4a942940 x1874601324863232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759571.438428:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324863232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759571.438438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759571.438456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759571.438460:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324863232:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759571.758129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759572.142199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759572.782150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759573.166177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759573.486121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759573.486130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759573.486133:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759573.486141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 474
00000100:00080000:1.0:1787759573.486150:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759573.486156:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759573.486184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324863488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759573.486208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759573.486210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759573.486212:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759573.486215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 474
00000100:00080000:1.0:1787759573.486217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759573.486219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759573.486226:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759573.486236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324863616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759573.486253:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324863488:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759573.486319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759573.486357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759573/real 1787759573]  req@ffff9f7d4a908f00 x1874601324863488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759573.486373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324863488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759573.486397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759573.486401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759573.486405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324863488:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759573.486435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863616:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759573.486462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759573.486483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759573/real 1787759573]  req@ffff9f7d4a908780 x1874601324863616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759573.486497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324863616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759573.486506:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759573.486510:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759573.486514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863616:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759573.806129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759574.190132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759574.830149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759575.214157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759575.854117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759576.238161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759576.878141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759577.262165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759577.902135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759578.286131:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759578.606116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759578.606123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759578.606127:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759578.606136:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 479
00000100:00080000:1.0:1787759578.606145:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759578.606151:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759578.606193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324863744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759578.606214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759578.606216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759578.606218:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759578.606220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 479
00000100:00080000:1.0:1787759578.606222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759578.606225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759578.606233:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759578.606241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324863872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759578.606262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324863744:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759578.606320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759578.606359:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759578/real 1787759578]  req@ffff9f7d4a909e00 x1874601324863744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759578.606378:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324863744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759578.606389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759578.606405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759578.606409:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324863744:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759578.606415:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863872:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759578.606434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759578.606444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759578/real 1787759578]  req@ffff9f7d4a90ad00 x1874601324863872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759578.606452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324863872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759578.606460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759578.606463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759578.606467:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324863872:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759578.926102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759579.310128:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759579.950109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759580.334151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759580.974142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759581.358163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759581.998110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759582.382183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759583.022132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759583.406138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759583.726163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759583.726171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759583.726175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759583.726183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 484
00000100:00080000:2.0:1787759583.726192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759583.726198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759583.726231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324864000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759583.726253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759583.726268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759583.726270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759583.726273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 484
00000100:00080000:2.0:1787759583.726277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759583.726281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759583.726289:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759583.726299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864000:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759583.726301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324864128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759583.726363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759583.726395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759583]  req@ffff9f7d4a941680 x1874601324864000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759583.726408:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324864000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759583.726416:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759583.726419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759583.726422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864000:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759583.726453:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864128:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759583.726471:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759583.726479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759583/real 1787759583]  req@ffff9f7d4a9412c0 x1874601324864128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759583.726488:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324864128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759583.726493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759583.726496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759583.726513:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864128:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759584.046137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759584.430155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759585.070146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759585.454183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759586.094330:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759586.478314:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759587.118147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759587.502148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759588.142110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759588.526146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759588.846090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759588.846099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759588.846103:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759588.846112:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 489
00000100:00080000:2.0:1787759588.846121:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759588.846126:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759588.846158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324864256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759588.846181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759588.846184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759588.846186:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759588.846188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 489
00000100:00080000:2.0:1787759588.846190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759588.846193:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759588.846199:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759588.846208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324864384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759588.846241:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864256:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759588.846306:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759588.846346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759588/real 1787759588]  req@ffff9f7d4a9421c0 x1874601324864256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759588.846365:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324864256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759588.846376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759588.846381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759588.846385:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864256:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759588.846425:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864384:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759588.846451:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759588.846464:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759588/real 1787759588]  req@ffff9f7d4a9412c0 x1874601324864384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759588.846485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324864384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759588.846495:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759588.846499:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759588.846503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864384:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759589.166127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759589.550127:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759590.190109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759590.574214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759591.214136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759591.598144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759592.238154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759592.622196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759593.262107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759593.646133:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759593.966182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759593.966191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759593.966196:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759593.966206:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 494
00000100:00080000:0.0:1787759593.966218:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759593.966226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759593.966274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324864512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759593.966316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759593.966320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759593.966322:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759593.966326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 494
00000100:00080000:0.0:1787759593.966331:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759593.966337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759593.966348:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759593.966358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864512:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759593.966371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324864640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759593.966415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759593.966457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759593/real 1787759593]  req@ffff9f7d46d74000 x1874601324864512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759593.966473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324864512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759593.966485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759593.966490:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759593.966494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864512:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759593.966519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864640:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759593.966542:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759593.966555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759593/real 1787759593]  req@ffff9f7d46d761c0 x1874601324864640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759593.966568:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324864640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759593.966576:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759593.966587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759593.966591:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864640:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759594.286143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759594.670164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759595.310124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759595.694147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759596.334148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759596.718185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759597.358135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759597.742253:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759598.382148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759598.766271:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759599.086228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759599.086242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759599.086249:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759599.086263:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 499
00000100:00080000:1.0:1787759599.086278:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759599.086288:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759599.086348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324864768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759599.086384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759599.086389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759599.086392:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759599.086396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 499
00000100:00080000:1.0:1787759599.086400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759599.086406:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759599.086420:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759599.086429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864768:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759599.086439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324864896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759599.086503:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759599.086556:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759599/real 1787759599]  req@ffff9f7d4a9083c0 x1874601324864768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759599.086578:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324864768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759599.086600:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759599.086604:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759599.086609:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324864768:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759599.086644:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864896:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759599.086668:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759599.086679:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759599/real 1787759599]  req@ffff9f7d4a90b480 x1874601324864896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759599.086688:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324864896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759599.086694:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759599.086696:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759599.086699:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324864896:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759599.406109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759599.790243:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759600.430171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759600.814229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759601.454175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759601.838237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759602.478171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759602.862215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759603.502139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759603.886279:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759604.206164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759604.206175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759604.206179:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759604.206191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 504
00000100:00080000:1.0:1787759604.206204:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759604.206211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759604.206256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324865024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759604.206283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759604.206286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759604.206288:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759604.206291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 504
00000100:00080000:1.0:1787759604.206293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759604.206295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759604.206305:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759604.206314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324865152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759604.206334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865024:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759604.206420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759604.206503:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759604/real 1787759604]  req@ffff9f7d4a90bc00 x1874601324865024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759604.206532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324865024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759604.206545:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759604.206550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759604.206554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865024:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759604.206592:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865152:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759604.206613:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759604.206623:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759604/real 1787759604]  req@ffff9f7d4a90a1c0 x1874601324865152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759604.206633:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324865152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759604.206639:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759604.206642:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759604.206644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865152:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759604.526132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759604.910185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759605.550101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759605.934185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759606.574128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759606.958173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759607.598094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759607.982180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759608.622117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759609.006168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759609.326117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759609.326125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759609.326129:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759609.326137:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 509
00000100:00080000:1.0:1787759609.326147:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759609.326153:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759609.326187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324865280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759609.326211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759609.326213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759609.326215:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759609.326217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 509
00000100:00080000:1.0:1787759609.326220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759609.326222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759609.326229:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759609.326237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324865408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759609.326264:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865280:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759609.326322:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759609.326355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759609/real 1787759609]  req@ffff9f7d4a90b840 x1874601324865280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759609.326369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324865280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759609.326388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759609.326392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759609.326397:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865280:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759609.326424:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865408:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759609.326449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759609.326462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759609/real 1787759609]  req@ffff9f7d4a909a40 x1874601324865408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759609.326476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324865408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759609.326485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759609.326489:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759609.326492:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865408:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759609.646151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759610.030203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759610.670120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759611.054194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759611.694146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759612.078189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759612.718151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759613.102148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759613.742135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759614.126234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759614.446140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759614.446151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759614.446156:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759614.446166:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 515
00000100:00080000:0.0:1787759614.446177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759614.446184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759614.446221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324865536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759614.446250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759614.446269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759614.446272:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759614.446278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 515
00000100:00100000:1.0:1787759614.446283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865536:192.168.204.109@tcp:250:kworker.0
00000100:00080000:0.0:1787759614.446284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759614.446293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759614.446305:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759614.446321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324865664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759614.446342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759614.446376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759614/real 1787759614]  req@ffff9f7d46d75680 x1874601324865536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759614.446397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324865536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759614.446405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759614.446407:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759614.446410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865536:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759614.446429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865664:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759614.446444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759614.446452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759614/real 1787759614]  req@ffff9f7d46d743c0 x1874601324865664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759614.446460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324865664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759614.446465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759614.446474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759614.446477:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865664:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759614.766138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759615.150162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759615.790166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759616.174191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759616.814104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759617.198155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759617.838136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759618.222160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759618.862099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759619.246140:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759619.566100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759619.566108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759619.566112:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759619.566120:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 520
00000100:00080000:0.0:1787759619.566129:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759619.566135:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759619.566179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324865792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759619.566207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759619.566210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759619.566212:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759619.566215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 520
00000100:00080000:0.0:1787759619.566218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759619.566221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759619.566242:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759619.566251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865792:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759619.566255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324865920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759619.566317:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759619.566358:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759619/real 1787759619]  req@ffff9f7d46d743c0 x1874601324865792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759619.566370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324865792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759619.566377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759619.566380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759619.566383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324865792:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759619.566401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865920:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759619.566417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759619.566427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759619/real 1787759619]  req@ffff9f7d46d75680 x1874601324865920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759619.566439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324865920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759619.566447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759619.566460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759619.566463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324865920:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759619.886147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759620.270193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759620.910127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759621.294192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759621.934181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759622.318216:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759622.958154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759623.342129:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759623.982151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759624.366188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759624.686196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759624.686206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759624.686211:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759624.686222:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 525
00000100:00080000:2.0:1787759624.686235:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759624.686242:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759624.686288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324866048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759624.686317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759624.686320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759624.686322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759624.686325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 525
00000100:00080000:2.0:1787759624.686327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759624.686330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759624.686340:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759624.686369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324866176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759624.686372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866048:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759624.686466:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759624.686515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759624/real 1787759624]  req@ffff9f7d4a941680 x1874601324866048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759624.686531:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324866048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759624.686540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759624.686544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759624.686547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866048:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759624.686577:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866176:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759624.686595:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759624.686603:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759624/real 1787759624]  req@ffff9f7d4a942940 x1874601324866176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759624.686612:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324866176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759624.686621:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759624.686633:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759624.686637:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866176:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759625.006157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759625.390218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759626.030187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759626.414216:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759627.054158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759627.438157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759628.078233:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759628.462210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759629.102157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759629.486155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759629.806107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759629.806123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759629.806130:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759629.806144:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 530
00000100:00080000:2.0:1787759629.806160:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759629.806170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759629.806225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324866304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759629.806255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759629.806259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759629.806261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759629.806265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 530
00000100:00080000:2.0:1787759629.806270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759629.806274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759629.806286:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759629.806301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324866432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759629.806310:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866304:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759629.806392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759629.806441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759629/real 1787759629]  req@ffff9f7d4a942580 x1874601324866304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759629.806456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324866304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759629.806465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759629.806468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759629.806472:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866304:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759629.806495:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866432:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759629.806519:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759629.806533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759629/real 1787759629]  req@ffff9f7d4a940780 x1874601324866432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759629.806548:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324866432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759629.806557:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759629.806578:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759629.806581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866432:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759630.126108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759630.510178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759631.150132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759631.534155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759632.174118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759632.558161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759633.198125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759633.582134:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759634.222116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759634.606155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759634.926159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759634.926188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759634.926192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759634.926204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 535
00000100:00080000:2.0:1787759634.926215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759634.926224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759634.926260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324866560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759634.926282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759634.926285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759634.926286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759634.926289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 535
00000100:00080000:2.0:1787759634.926292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759634.926295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759634.926305:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759634.926320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324866688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759634.926325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866560:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759634.926426:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866688:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759635.246138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759635.630171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759636.270138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759636.654212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759637.294146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759637.678145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759637.998331:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759637.998383:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759637.998401:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759637.998456:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787759637.998531:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759634/real 1787759637]  req@ffff9f7d4a941a40 x1874601324866688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759637.998570:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324866688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759637.998583:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759637.998589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759637.998594:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866688:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759637.998603:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759634/real 1787759637]  req@ffff9f7d4a941e00 x1874601324866560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759637.998631:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324866560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759637.998668:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759637.998672:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759637.998676:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866560:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759638.318123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759638.702228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759639.342142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759639.726152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759640.046137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759640.046149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759640.046154:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759640.046165:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 540
00000100:00080000:1.0:1787759640.046184:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759640.046193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759640.046230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324866816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759640.046264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759640.046268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759640.046270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759640.046274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 540
00000100:00080000:1.0:1787759640.046278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759640.046283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759640.046293:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759640.046314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866816:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759640.046315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324866944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759640.046382:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759640.046438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759640/real 1787759640]  req@ffff9f7d4a908000 x1874601324866816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759640.046456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324866816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759640.046466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759640.046470:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759640.046474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324866816:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759640.046499:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866944:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759640.046523:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759640.046536:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759640/real 1787759640]  req@ffff9f7d4a909a40 x1874601324866944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759640.046548:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324866944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759640.046556:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759640.046560:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759640.046578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324866944:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759640.366156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759640.750229:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759641.390163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759641.774144:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759642.414119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759642.798190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759643.438155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759643.822156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759644.462095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759644.846249:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759645.166127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759645.166135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759645.166145:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759645.166154:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 545
00000100:00080000:1.0:1787759645.166164:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759645.166169:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759645.166204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324867072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759645.166228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759645.166231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759645.166232:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759645.166235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 545
00000100:00080000:1.0:1787759645.166238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759645.166240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759645.166248:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759645.166257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324867200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759645.166279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867072:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759645.166351:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759645.166389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759645/real 1787759645]  req@ffff9f7d4a90b840 x1874601324867072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759645.166403:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324867072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759645.166411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759645.166414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759645.166417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867072:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759645.166422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867200:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759645.166441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759645.166466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759645/real 1787759645]  req@ffff9f7d4a90a1c0 x1874601324867200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759645.166480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324867200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759645.166489:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759645.166491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759645.166494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867200:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759645.486100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759645.870146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759646.510130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759646.894228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759647.534142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759647.918208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759648.558157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759648.942183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759649.582187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759649.966131:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759650.286155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759650.286164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759650.286186:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759650.286196:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 550
00000100:00080000:2.0:1787759650.286221:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759650.286228:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759650.286261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324867328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759650.286287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759650.286289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759650.286291:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759650.286294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 550
00000100:00080000:2.0:1787759650.286296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759650.286299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759650.286307:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759650.286317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324867456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759650.286331:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867328:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759650.286387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759650.286436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759650/real 1787759650]  req@ffff9f7d4a940b40 x1874601324867328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759650.286453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324867328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759650.286463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759650.286467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759650.286472:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867328:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759650.286498:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867456:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759650.286520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759650.286533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759650/real 1787759650]  req@ffff9f7d4a941e00 x1874601324867456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759650.286544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324867456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759650.286552:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759650.286555:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759650.286558:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867456:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759650.606144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759650.990208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759651.630108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759652.014165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759652.654127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759653.038221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759653.678121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759654.062170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759654.702148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759655.086208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759655.406172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759655.406180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759655.406184:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759655.406196:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 555
00000100:00080000:1.0:1787759655.406206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759655.406211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759655.406245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324867584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759655.406273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759655.406277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759655.406279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759655.406283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 555
00000100:00080000:1.0:1787759655.406288:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759655.406292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759655.406300:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759655.406311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324867712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759655.406317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867584:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759655.406371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759655.406401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759655/real 1787759655]  req@ffff9f7d4a90bc00 x1874601324867584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759655.406413:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324867584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759655.406438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759655.406440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759655.406443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867584:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759655.406464:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867712:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759655.406479:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759655.406488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759655/real 1787759655]  req@ffff9f7d4a90b480 x1874601324867712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759655.406496:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324867712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759655.406501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759655.406504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759655.406506:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867712:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759655.726122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759656.110173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759656.750142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759657.134215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759657.774110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759658.158171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759658.798132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759659.182220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759659.822102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759660.206177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759660.526080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759660.526088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759660.526091:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759660.526100:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 561
00000100:00080000:1.0:1787759660.526109:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759660.526114:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759660.526144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324867840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759660.526171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759660.526176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759660.526177:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759660.526180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 561
00000100:00080000:1.0:1787759660.526182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759660.526185:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759660.526193:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759660.526201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324867968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759660.526230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867840:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759660.526295:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759660.526335:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759660/real 1787759660]  req@ffff9f7d4a9083c0 x1874601324867840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759660.526353:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324867840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759660.526366:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759660.526370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759660.526375:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324867840:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759660.526396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867968:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759660.526421:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759660.526434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759660/real 1787759660]  req@ffff9f7d4a90ad00 x1874601324867968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759660.526449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324867968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759660.526459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759660.526462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759660.526466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324867968:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759660.846142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759661.230179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759661.870108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759662.254204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759662.894123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759663.278160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759663.918108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759664.302214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759664.942117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759665.326158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759665.646139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759665.646148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759665.646152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759665.646160:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 566
00000100:00080000:0.0:1787759665.646169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759665.646181:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759665.646213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324868096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759665.646243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759665.646247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759665.646250:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759665.646255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 566
00000100:00080000:0.0:1787759665.646259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787759665.646272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868096:192.168.204.109@tcp:250:kworker.0
00000100:00080000:0.0:1787759665.646284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759665.646294:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759665.646308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324868224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759665.646330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759665.646378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759665/real 1787759665]  req@ffff9f7d46d761c0 x1874601324868096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759665.646398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324868096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759665.646406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759665.646409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759665.646412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868096:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759665.646433:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868224:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759665.646452:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759665.646461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759665/real 1787759665]  req@ffff9f7d46d74000 x1874601324868224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759665.646469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324868224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759665.646475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759665.646477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759665.646480:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868224:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759665.966098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759666.350160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759666.990126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759667.374173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759668.014106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759668.398243:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759669.038126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759669.422247:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759670.062187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759670.446230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759670.766163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759670.766172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759670.766176:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759670.766184:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 571
00000100:00080000:2.0:1787759670.766194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759670.766200:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759670.766232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324868352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759670.766254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759670.766257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759670.766258:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759670.766261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 571
00000100:00080000:2.0:1787759670.766263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759670.766266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759670.766274:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759670.766283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324868480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759670.766344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868352:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759670.766443:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759670.766514:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759670/real 1787759670]  req@ffff9f7d4a941a40 x1874601324868352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759670.766531:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324868352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759670.766541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759670.766546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759670.766549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868352:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759670.766556:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868480:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759670.766575:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759670.766584:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759670/real 1787759670]  req@ffff9f7d4a940780 x1874601324868480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759670.766593:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324868480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759670.766599:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759670.766601:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759670.766604:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868480:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759671.086128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759671.470174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759672.110155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759672.494170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759673.134131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759673.518178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759674.158126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759674.542202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759675.182130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759675.566246:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759675.886170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759675.886181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759675.886186:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759675.886200:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 576
00000100:00080000:0.0:1787759675.886227:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759675.886237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759675.886286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324868608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759675.886312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759675.886315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759675.886316:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759675.886319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 576
00000100:00080000:0.0:1787759675.886322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759675.886325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759675.886335:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759675.886344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324868736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759675.886410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868608:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759675.886487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759675.886543:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759675/real 1787759675]  req@ffff9f7d46d77840 x1874601324868608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759675.886563:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324868608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759675.886575:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759675.886580:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759675.886585:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868608:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759675.886593:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868736:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759675.886616:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759675.886627:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759675/real 1787759675]  req@ffff9f7d46d770c0 x1874601324868736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759675.886640:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324868736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759675.886649:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759675.886653:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759675.886656:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868736:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759676.206129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759676.590211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759677.230120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759677.614182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759678.254151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759678.638182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759679.278153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759679.662189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759680.302077:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759680.686177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759681.006101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759681.006109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759681.006113:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759681.006121:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 581
00000100:00080000:2.0:1787759681.006131:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759681.006136:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759681.006168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324868864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759681.006190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759681.006193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759681.006194:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759681.006197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 581
00000100:00080000:2.0:1787759681.006199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759681.006202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759681.006209:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759681.006217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324868992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759681.006234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868864:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759681.006299:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759681.006330:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759681/real 1787759681]  req@ffff9f7d4a942580 x1874601324868864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759681.006351:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324868864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759681.006361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759681.006365:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759681.006370:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324868864:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759681.006397:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868992:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759681.006420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759681.006433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759681/real 1787759681]  req@ffff9f7d4a942940 x1874601324868992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759681.006445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324868992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759681.006454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759681.006458:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759681.006461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324868992:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759681.326107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759681.710215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759682.350138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759682.734195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759683.374102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759683.758193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759684.398137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759684.782186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759685.422114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759685.806185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759686.126159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759686.126168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759686.126171:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759686.126179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 586
00000100:00080000:1.0:1787759686.126189:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759686.126194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759686.126228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324869120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759686.126255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759686.126258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759686.126260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759686.126262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 586
00000100:00080000:1.0:1787759686.126265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759686.126267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759686.126275:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759686.126283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324869248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759686.126308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869120:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759686.126375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759686.126429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759686/real 1787759686]  req@ffff9f7d4a909e00 x1874601324869120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759686.126447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324869120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759686.126459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759686.126463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759686.126468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869120:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759686.126476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324869248:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759686.126499:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759686.126525:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759686/real 1787759686]  req@ffff9f7d4a908780 x1874601324869248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759686.126539:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324869248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759686.126549:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759686.126552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759686.126556:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324869248:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759686.446150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759686.830165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759687.470113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759687.854153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759688.494114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759688.878194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759689.518151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759689.902178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759690.542125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759690.926175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759691.246181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759691.246196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759691.246202:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759691.246222:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 591
00000100:00080000:1.0:1787759691.246237:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759691.246247:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759691.246300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324869376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759691.246339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759691.246344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759691.246346:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759691.246351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 591
00000100:00080000:1.0:1787759691.246355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759691.246360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759691.246373:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759691.246399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324869504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759691.246401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869376:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759691.246503:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759691.246552:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759691/real 1787759691]  req@ffff9f7d4a908f00 x1874601324869376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759691.246572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324869376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759691.246608:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759691.246612:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759691.246617:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869376:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759691.246649:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324869504:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759691.246672:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759691.246684:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759691/real 1787759691]  req@ffff9f7d4a908780 x1874601324869504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759691.246697:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324869504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759691.246706:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759691.246710:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759691.246713:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324869504:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759691.566186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759691.950219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759692.590132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759692.974174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759693.614181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759693.998231:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759694.638106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759695.022174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759695.662147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759696.046200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759696.366175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759696.366183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759696.366187:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759696.366196:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 596
00000100:00080000:2.0:1787759696.366205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759696.366211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759696.366241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324869632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759696.366263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759696.366266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759696.366268:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759696.366271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 596
00000100:00080000:2.0:1787759696.366273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759696.366276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759696.366284:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759696.366292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324869760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759696.366331:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869632:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759696.366391:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759696.366426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759696/real 1787759696]  req@ffff9f7d4a941680 x1874601324869632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759696.366445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324869632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759696.366457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759696.366461:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759696.366465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869632:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759696.366485:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324869760:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759696.366504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759696.366513:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759696/real 1787759696]  req@ffff9f7d4a9412c0 x1874601324869760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759696.366522:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324869760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759696.366528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759696.366531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759696.366534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324869760:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787759696.686120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759697.070222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759697.710140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759698.094205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759698.734127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759699.118186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759699.758138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759700.142193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759700.782103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759701.166198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759701.486143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759701.486154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759701.486159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759701.486169:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 602
00000100:00080000:1.0:1787759701.486180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759701.486188:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759701.486235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324869888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759701.486265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759701.486269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759701.486271:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759701.486275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 602
00000100:00080000:1.0:1787759701.486279:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759701.486285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759701.486295:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759701.486310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324870016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759701.486312:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869888:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759701.486407:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870016:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759701.806146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759702.190170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759702.830090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759703.214197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759703.854123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759704.238203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759704.558383:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759704.558446:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759704.558468:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759704.558528:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787759704.558600:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759701/real 1787759704]  req@ffff9f7d4a90ad00 x1874601324870016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759704.558633:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324870016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759704.558662:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759704.558669:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759704.558674:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870016:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787759704.558685:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759701/real 1787759704]  req@ffff9f7d4a909e00 x1874601324869888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759704.558731:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324869888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759704.558740:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759704.558744:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759704.558748:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324869888:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759704.878197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759705.262247:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759705.902115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759706.286180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759706.606158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759706.606166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759706.606169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759706.606177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 607
00000100:00080000:2.0:1787759706.606185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759706.606191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759706.606218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324870144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759706.606240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759706.606243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759706.606245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759706.606248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 607
00000100:00080000:2.0:1787759706.606252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759706.606256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759706.606266:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759706.606282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324870272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759706.606285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870144:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759706.606354:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759706.606393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759706/real 1787759706]  req@ffff9f7d4a9421c0 x1874601324870144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759706.606412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324870144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759706.606423:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759706.606427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759706.606431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870144:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759706.606454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870272:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759706.606479:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759706.606494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759706/real 1787759706]  req@ffff9f7d4a9412c0 x1874601324870272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759706.606507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324870272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759706.606515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759706.606533:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759706.606537:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870272:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759706.926134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759707.310204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759707.950168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759708.334207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759708.974103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759709.358229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759709.998095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759710.382240:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759711.022146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759711.406204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759711.726135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759711.726142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759711.726146:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759711.726163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 612
00000100:00080000:1.0:1787759711.726188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759711.726193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759711.726223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324870400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759711.726246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759711.726249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759711.726250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759711.726257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 612
00000100:00080000:1.0:1787759711.726260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759711.726262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759711.726271:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759711.726280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324870528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759711.726296:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870400:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787759711.726360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759711.726397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759711/real 1787759711]  req@ffff9f7d4a9083c0 x1874601324870400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759711.726411:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324870400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759711.726419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759711.726422:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759711.726425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870400:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759711.726450:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870528:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759711.726474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759711.726487:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759711/real 1787759711]  req@ffff9f7d4a90b480 x1874601324870528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759711.726499:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324870528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759711.726505:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759711.726507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759711.726509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870528:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759712.046113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759712.430159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759713.070160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759713.454183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759714.094117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759714.478228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759715.118147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759715.502243:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759716.142084:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759716.526205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759716.846159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759716.846171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759716.846175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759716.846187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 617
00000100:00080000:1.0:1787759716.846199:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759716.846206:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759716.846253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324870656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759716.846288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759716.846291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759716.846293:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759716.846315:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 617
00000100:00080000:1.0:1787759716.846319:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759716.846323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759716.846333:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759716.846341:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870656:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759716.846346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324870784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759716.846439:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759716.846482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759716/real 1787759716]  req@ffff9f7d4a90bc00 x1874601324870656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759716.846497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324870656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759716.846507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759716.846510:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759716.846513:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870656:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759716.846538:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870784:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787759716.846554:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787759716.846562:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759716/real 1787759716]  req@ffff9f7d4a90a1c0 x1874601324870784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759716.846570:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324870784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759716.846576:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759716.846579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787759716.846581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324870784:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759717.166146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759717.550195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759718.190143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759718.574192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759719.214119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759719.598208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759720.238143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759720.622244:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759721.262103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759721.646237:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759721.966160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759721.966174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759721.966180:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759721.966193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 622
00000100:00080000:0.0:1787759721.966208:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759721.966242:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759721.966289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324870912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759721.966342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759721.966347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759721.966350:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759721.966355:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 622
00000100:00080000:0.0:1787759721.966362:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759721.966367:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759721.966379:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759721.966396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324871040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759721.966402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870912:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759721.966483:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759721.966520:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759721/real 1787759721]  req@ffff9f7d46d76940 x1874601324870912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759721.966536:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324870912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759721.966545:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759721.966548:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759721.966551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324870912:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759721.966575:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871040:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759721.966591:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759721.966600:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759721/real 1787759721]  req@ffff9f7d46d74b40 x1874601324871040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759721.966608:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324871040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759721.966614:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759721.966623:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759721.966626:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871040:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759722.286099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759722.670243:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759723.310111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759723.694209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759724.334087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759724.718181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759725.358145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759725.742203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759726.382140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759726.766264:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759727.086120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759727.086129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759727.086132:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759727.086141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 627
00000100:00080000:0.0:1787759727.086152:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759727.086158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759727.086193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324871168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759727.086218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759727.086222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759727.086223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759727.086228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 627
00000100:00080000:0.0:1787759727.086246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759727.086249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759727.086258:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759727.086268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324871296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759727.086298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871168:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759727.086388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759727.086434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759727/real 1787759727]  req@ffff9f7d46d76580 x1874601324871168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759727.086450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324871168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759727.086461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759727.086465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759727.086469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871168:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759727.086492:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871296:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759727.086509:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759727.086517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759727/real 1787759727]  req@ffff9f7d46d75e00 x1874601324871296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759727.086544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324871296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759727.086550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759727.086552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759727.086555:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871296:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759727.406148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759727.790191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759728.430212:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759728.814263:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759729.454187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759729.838164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759730.478143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759730.862188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759731.502094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759731.886265:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759732.206182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759732.206194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759732.206199:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759732.206209:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 632
00000100:00080000:2.0:1787759732.206222:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759732.206230:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759732.206275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324871424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759732.206304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759732.206307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759732.206309:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759732.206312:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 632
00000100:00080000:2.0:1787759732.206314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759732.206337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759732.206347:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759732.206358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324871552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759732.206366:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871424:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759732.206458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759732.206507:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759732/real 1787759732]  req@ffff9f7d4a941680 x1874601324871424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759732.206528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324871424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759732.206542:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759732.206547:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759732.206551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871424:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759732.206582:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871552:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759732.206606:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759732.206635:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759732/real 1787759732]  req@ffff9f7d4a942940 x1874601324871552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759732.206650:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324871552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759732.206660:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759732.206664:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759732.206668:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871552:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759732.526136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759732.910195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759733.550134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759733.934183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759734.574127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759734.958178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759735.598099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759735.982160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759736.622164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759737.006230:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759737.326160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759737.326185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759737.326190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759737.326200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 637
00000100:00080000:1.0:1787759737.326219:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759737.326230:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759737.326262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324871680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759737.326292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759737.326296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759737.326298:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759737.326303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 637
00000100:00080000:1.0:1787759737.326306:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759737.326310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759737.326320:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759737.326333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324871808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759737.326340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871680:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759737.326408:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759737.326439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759737/real 1787759737]  req@ffff9f7d4a90b840 x1874601324871680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759737.326452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324871680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759737.326459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759737.326462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759737.326465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871680:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759737.326493:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871808:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759737.326513:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759737.326540:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759737/real 1787759737]  req@ffff9f7d4a909a40 x1874601324871808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759737.326555:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324871808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759737.326570:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759737.326574:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759737.326577:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324871808:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759737.646090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759738.030217:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759738.670171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759739.054199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759739.694090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759740.078259:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759740.718127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759741.102160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759741.742129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759742.126211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759742.446121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759742.446128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759742.446131:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759742.446140:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 643
00000100:00080000:1.0:1787759742.446155:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759742.446162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759742.446195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324871936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759742.446239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759742.446243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759742.446245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759742.446251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 643
00000100:00080000:1.0:1787759742.446256:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759742.446261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759742.446266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871936:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787759742.446272:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759742.446287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324872064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759742.446323:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759742.446353:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759742/real 1787759742]  req@ffff9f7d4a908000 x1874601324871936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759742.446367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324871936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759742.446374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759742.446377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759742.446380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324871936:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759742.446400:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872064:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759742.446413:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759742.446441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759742/real 1787759742]  req@ffff9f7d4a909a40 x1874601324872064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759742.446449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324872064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759742.446461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759742.446463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759742.446466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872064:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759742.766143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759743.150159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759743.790132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759744.174170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759744.814157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759745.198227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759745.838128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759746.222245:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759746.862140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759747.246228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759747.566094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759747.566104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759747.566109:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759747.566119:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 648
00000100:00080000:1.0:1787759747.566129:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759747.566137:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759747.566173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324872192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759747.566205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759747.566209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759747.566211:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759747.566216:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 648
00000100:00080000:1.0:1787759747.566220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759747.566225:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759747.566243:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872192:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787759747.566250:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759747.566268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324872320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759747.566302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759747.566347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759747/real 1787759747]  req@ffff9f7d4a90b840 x1874601324872192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759747.566362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324872192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759747.566370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759747.566373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759747.566377:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872192:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759747.566396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872320:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759747.566413:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759747.566421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759747/real 1787759747]  req@ffff9f7d4a90a1c0 x1874601324872320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759747.566429:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324872320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759747.566442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759747.566444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759747.566447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872320:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759747.886120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759748.270203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759748.910123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759749.294167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759749.934147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759750.318194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759750.958106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759751.342149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759751.982102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759752.366157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759752.686120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759752.686129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759752.686132:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759752.686140:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 653
00000100:00080000:3.0:1787759752.686150:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759752.686155:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759752.686187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324872448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759752.686210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759752.686235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759752.686237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759752.686240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 653
00000100:00080000:3.0:1787759752.686244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759752.686247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759752.686255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759752.686266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324872576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759752.686272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872448:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759752.686328:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759752.686369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759752/real 1787759752]  req@ffff9f7d4832e1c0 x1874601324872448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759752.686387:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324872448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759752.686398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759752.686403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759752.686407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872448:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759752.686431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872576:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759752.686450:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759752.686458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759752/real 1787759752]  req@ffff9f7d4832f0c0 x1874601324872576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759752.686471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324872576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759752.686494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759752.686498:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759752.686503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872576:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759753.006107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759753.390145:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759754.030129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759754.414199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759755.054097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759755.438129:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759756.078182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759756.462232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759757.102123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759757.486200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759757.806129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759757.806139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759757.806143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759757.806151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 658
00000100:00080000:3.0:1787759757.806160:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759757.806166:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759757.806199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324872704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759757.806224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759757.806227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759757.806228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759757.806231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 658
00000100:00080000:3.0:1787759757.806248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759757.806252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759757.806261:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759757.806273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759757.806273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324872832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759757.806333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759757.806373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759757/real 1787759757]  req@ffff9f7d4832e940 x1874601324872704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759757.806392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324872704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759757.806402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759757.806405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759757.806408:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759757.806427:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872832:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759757.806445:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759757.806462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759757/real 1787759757]  req@ffff9f7d4832c000 x1874601324872832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759757.806470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324872832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759757.806476:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759757.806484:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759757.806486:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324872832:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759758.126180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759758.510206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759759.150162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759759.534196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759760.174150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759760.558233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759761.198126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759761.582174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759762.222152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759762.606193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759762.926160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759762.926171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759762.926176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759762.926187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 663
00000100:00080000:3.0:1787759762.926201:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759762.926210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759762.926263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832de00 x1874601324872960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759762.926298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759762.926301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759762.926302:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759762.926306:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 663
00000100:00080000:3.0:1787759762.926309:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759762.926313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759762.926322:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759762.926353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324873088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759762.926387:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872960:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759762.926475:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759762.926522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759762/real 1787759762]  req@ffff9f7d4832de00 x1874601324872960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759762.926542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832de00 x1874601324872960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759762.926553:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759762.926556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759762.926560:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324872960:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759762.926566:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873088:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759762.926584:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759762.926593:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759762/real 1787759762]  req@ffff9f7d4832cf00 x1874601324873088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759762.926601:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324873088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759762.926607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759762.926609:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759762.926611:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873088:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759763.246166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759763.630192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759764.270125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759764.654225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759765.294188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759765.678173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759766.318152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759766.702232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759767.342149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759767.726192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759768.046195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759768.046209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759768.046215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759768.046229:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 668
00000100:00080000:3.0:1787759768.046244:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759768.046253:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759768.046306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324873216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759768.046344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759768.046348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759768.046350:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759768.046355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 668
00000100:00080000:3.0:1787759768.046359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759768.046364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759768.046376:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759768.046393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324873344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759768.046447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873216:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759768.046562:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873344:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759768.366163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759768.750229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759769.390168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759769.774168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759770.414132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759770.798258:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759771.118289:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759771.118334:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759771.118352:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759771.118390:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:2.0:1787759771.118458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759768/real 1787759771]  req@ffff9f7d4832e580 x1874601324873216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759771.118487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324873216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759771.118499:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759771.118504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759771.118508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873216:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759771.118517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759768/real 1787759771]  req@ffff9f7d4832cb40 x1874601324873344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759771.118529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324873344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759771.118538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759771.118542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759771.118545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873344:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759771.438158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759771.822155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759772.462086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759772.846264:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759773.166194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759773.166204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759773.166208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759773.166218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 673
00000100:00080000:3.0:1787759773.166230:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759773.166238:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759773.166271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324873472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759773.166315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759773.166320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759773.166322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759773.166326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 673
00000100:00080000:3.0:1787759773.166330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759773.166334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759773.166344:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759773.166357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324873600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759773.167606:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873472:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759773.167700:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759773.167742:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759773/real 1787759773]  req@ffff9f7d4832c780 x1874601324873472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759773.167763:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324873472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759773.167774:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759773.167779:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759773.167783:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873472:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759773.167791:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873600:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759773.167814:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759773.167842:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759773/real 1787759773]  req@ffff9f7d4832fc00 x1874601324873600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759773.167857:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324873600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759773.167867:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759773.167870:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759773.167874:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873600:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759773.486170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759773.870200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759774.510100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759774.894252:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759775.534129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759775.918181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759776.558140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759776.942254:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759777.582119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759777.966137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759778.286120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759778.286129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759778.286133:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759778.286141:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 678
00000100:00080000:3.0:1787759778.286151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759778.286156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759778.286193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324873728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759778.286224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759778.286227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759778.286229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759778.286233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 678
00000100:00080000:3.0:1787759778.286237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759778.286240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759778.286248:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759778.286259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324873856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759778.286289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873728:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759778.286357:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759778.286399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759778/real 1787759778]  req@ffff9f7d4832f480 x1874601324873728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759778.286434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324873728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759778.286446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759778.286451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759778.286455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873728:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759778.286464:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873856:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759778.286489:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759778.286504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759778/real 1787759778]  req@ffff9f7d4832d2c0 x1874601324873856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759778.286518:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324873856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759778.286527:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759778.286531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759778.286535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324873856:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759778.606095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759778.990143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759779.630118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759780.014178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759780.654172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759781.038249:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759781.678178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759782.062161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759782.702128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759783.086199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759783.406150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759783.406159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759783.406162:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759783.406171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 683
00000100:00080000:2.0:1787759783.406180:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759783.406199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759783.406236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324873984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759783.406270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759783.406273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759783.406274:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759783.406278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 683
00000100:00080000:2.0:1787759783.406281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759783.406284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759783.406293:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759783.406306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324874112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759783.406318:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873984:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759783.406372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759783.406416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759783/real 1787759783]  req@ffff9f7d4a942580 x1874601324873984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759783.406436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324873984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759783.406445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759783.406448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759783.406451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324873984:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759783.406473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874112:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759783.406497:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759783.406511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759783/real 1787759783]  req@ffff9f7d4a940780 x1874601324874112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759783.406521:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324874112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759783.406527:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759783.406529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759783.406531:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874112:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759783.726176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759784.110179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759784.750150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759785.134235:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759785.774181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759786.158211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759786.798139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759787.182263:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759787.822175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759788.206166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759788.526180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759788.526212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759788.526217:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759788.526227:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 689
00000100:00080000:1.0:1787759788.526240:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759788.526247:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759788.526287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324874240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759788.526314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759788.526317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759788.526319:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759788.526322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 689
00000100:00080000:1.0:1787759788.526324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759788.526327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759788.526338:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759788.526347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324874368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759788.526354:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324874240:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759788.526438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759788.526483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759788/real 1787759788]  req@ffff9f7d4a90bc00 x1874601324874240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759788.526503:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324874240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759788.526515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759788.526531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759788.526536:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324874240:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759788.526572:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874368:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759788.526592:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759788.526601:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759788/real 1787759788]  req@ffff9f7d4a90b480 x1874601324874368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759788.526610:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324874368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759788.526616:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759788.526619:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759788.526621:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874368:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759788.846188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759789.230267:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759789.870124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759790.254213:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759790.894160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759791.278262:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759791.918087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759792.302214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759792.942204:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759793.326155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759793.646149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759793.646160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759793.646165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759793.646174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 694
00000100:00080000:1.0:1787759793.646187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759793.646194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759793.646231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324874496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759793.646285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759793.646289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759793.646291:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759793.646296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 694
00000100:00080000:1.0:1787759793.646300:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759793.646305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759793.646316:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759793.646332:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324874496:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759793.646334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324874624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759793.646389:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759793.646434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759793/real 1787759793]  req@ffff9f7d4a9083c0 x1874601324874496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759793.646448:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324874496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759793.646456:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759793.646459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759793.646462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324874496:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759793.646482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874624:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759793.646506:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759793.646515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759793/real 1787759793]  req@ffff9f7d4a909e00 x1874601324874624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759793.646523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324874624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759793.646529:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759793.646531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759793.646533:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874624:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759793.966102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759794.350136:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759794.990183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759795.374210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759796.014145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759796.398185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759797.038147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759797.422170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759798.062082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759798.446167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759798.766128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759798.766139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759798.766144:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759798.766154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 699
00000100:00080000:1.0:1787759798.766164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759798.766171:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759798.766208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324874752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759798.766241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759798.766245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759798.766247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759798.766251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 699
00000100:00080000:1.0:1787759798.766255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759798.766260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759798.766283:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759798.766297:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324874752:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759798.766300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324874880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759798.766383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759798.766424:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759798/real 1787759798]  req@ffff9f7d4a90ad00 x1874601324874752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759798.766443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324874752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759798.766451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759798.766455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759798.766459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324874752:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759798.766505:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874880:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759798.766531:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759798.766546:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759798/real 1787759798]  req@ffff9f7d4a908780 x1874601324874880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759798.766568:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324874880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759798.766574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759798.766576:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759798.766579:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324874880:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759799.086130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759799.470161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759800.110157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759800.494161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759801.134186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759801.518154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759802.158168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759802.542178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759803.182199:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759803.566164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759803.886151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759803.886161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759803.886165:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759803.886185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 704
00000100:00080000:0.0:1787759803.886197:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759803.886205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759803.886250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324875008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759803.886274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759803.886277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759803.886279:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759803.886282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 704
00000100:00080000:0.0:1787759803.886285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759803.886290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759803.886299:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759803.886321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324875136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759803.886330:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875008:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759803.886409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759803.886448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759803/real 1787759803]  req@ffff9f7d46d76d00 x1874601324875008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759803.886466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324875008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759803.886478:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759803.886482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759803.886486:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875008:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759803.886511:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875136:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759803.886534:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759803.886548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759803/real 1787759803]  req@ffff9f7d46d752c0 x1874601324875136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759803.886583:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324875136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759803.886593:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759803.886596:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759803.886600:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875136:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759804.206181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759804.590186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759805.230153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759805.614164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759806.254188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759806.638144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759807.278149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759807.662197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759808.302148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759808.686146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759809.006139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759809.006147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759809.006152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759809.006160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 709
00000100:00080000:3.0:1787759809.006184:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759809.006190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759809.006220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324875264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759809.006241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759809.006243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759809.006245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759809.006248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 709
00000100:00080000:3.0:1787759809.006250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759809.006253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759809.006263:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759809.006276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875264:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759809.006278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324875392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759809.006334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759809.006363:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759809/real 1787759809]  req@ffff9f7d4832d2c0 x1874601324875264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759809.006375:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324875264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759809.006383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759809.006386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759809.006389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875264:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759809.006409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875392:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759809.006422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759809.006430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759809/real 1787759809]  req@ffff9f7d4832f480 x1874601324875392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759809.006442:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324875392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759809.006459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759809.006462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759809.006466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875392:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759809.326087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759809.710184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759810.350113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759810.734149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759811.374123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759811.758232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759812.398145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759812.782177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759813.422123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759813.806177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759814.126100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759814.126112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759814.126117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759814.126128:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 714
00000100:00080000:3.0:1787759814.126140:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759814.126147:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759814.126192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324875520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759814.126243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759814.126246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759814.126248:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759814.126251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 714
00000100:00080000:3.0:1787759814.126254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759814.126260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759814.126273:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759814.126288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324875648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759814.126302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875520:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759814.126386:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759814.126441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759814/real 1787759814]  req@ffff9f7d4832fc00 x1874601324875520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759814.126459:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324875520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759814.126468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759814.126471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759814.126474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875520:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759814.126500:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875648:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759814.126520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759814.126529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759814/real 1787759814]  req@ffff9f7d4832c780 x1874601324875648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759814.126538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324875648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759814.126555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759814.126558:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759814.126561:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875648:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759814.446123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759814.830135:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759815.470118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759815.854195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759816.494116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759816.878109:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759817.518109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759817.902158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759818.542090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759818.926114:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759819.246085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759819.246093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759819.246096:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759819.246104:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 719
00000100:00080000:3.0:1787759819.246114:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759819.246120:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759819.246151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324875776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759819.246176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759819.246179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759819.246193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759819.246196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 719
00000100:00080000:3.0:1787759819.246199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759819.246202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759819.246210:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759819.246219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324875904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759819.246233:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875776:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759819.246291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759819.246322:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759819/real 1787759819]  req@ffff9f7d4832cb40 x1874601324875776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759819.246335:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324875776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759819.246342:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759819.246345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759819.246348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324875776:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759819.246366:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875904:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759819.246381:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759819.246388:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759819/real 1787759819]  req@ffff9f7d4832e580 x1874601324875904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759819.246396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324875904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759819.246401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759819.246410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759819.246413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324875904:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759819.566143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759819.950199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759820.590153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759820.974140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759821.614120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759821.998133:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759822.638115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759823.022133:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759823.662113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759824.046175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759824.366160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759824.366169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759824.366173:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759824.366180:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 724
00000100:00080000:1.0:1787759824.366190:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759824.366196:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759824.366228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324876032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759824.366248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759824.366251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759824.366252:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759824.366260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 724
00000100:00080000:1.0:1787759824.366263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759824.366266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759824.366274:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759824.366285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324876160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759824.366301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876032:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759824.366364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759824.366401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759824/real 1787759824]  req@ffff9f7d4a908f00 x1874601324876032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759824.366418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324876032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759824.366428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759824.366432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759824.366436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876032:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759824.366461:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876160:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759824.366481:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759824.366492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759824/real 1787759824]  req@ffff9f7d4a908780 x1874601324876160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759824.366505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324876160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759824.366512:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759824.366516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759824.366519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876160:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759824.686118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759825.070166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759825.710119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759826.094183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759826.734098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759827.118109:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759827.758184:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759828.142197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759828.782091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759829.166166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759829.486166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759829.486176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759829.486181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759829.486191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 730
00000100:00080000:0.0:1787759829.486203:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759829.486211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759829.486248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324876288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759829.486276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759829.486280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759829.486283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759829.486287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 730
00000100:00080000:0.0:1787759829.486291:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759829.486295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759829.486304:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759829.486318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324876416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759829.486355:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876288:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759829.486415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759829.486459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759829/real 1787759829]  req@ffff9f7d46d74780 x1874601324876288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759829.486475:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324876288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759829.486483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759829.486486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759829.486489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876288:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759829.486494:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876416:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759829.486511:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759829.486519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759829/real 1787759829]  req@ffff9f7d46d77c00 x1874601324876416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759829.486527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324876416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759829.486532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759829.486534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759829.486536:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876416:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759829.806108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759830.190175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759830.830074:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759831.214227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759831.854184:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759832.238205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759832.878091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759833.262137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759833.902141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759834.286182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759834.606123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759834.606147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759834.606150:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759834.606159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 735
00000100:00080000:0.0:1787759834.606168:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759834.606174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759834.606203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324876544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759834.606227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759834.606230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759834.606232:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759834.606234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 735
00000100:00080000:0.0:1787759834.606237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759834.606239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759834.606246:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759834.606253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324876672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759834.606286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876544:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759834.606364:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876672:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759834.926101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759835.310152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759835.950112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759836.334173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759836.974161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759837.358141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787759837.678403:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787759837.678471:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787759837.678490:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787759837.678532:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:2.0:1787759837.678608:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759834/real 1787759837]  req@ffff9f7d46d77480 x1874601324876544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759837.678651:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324876544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759837.678667:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759837.678673:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759837.678678:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876544:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759837.678689:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759834/real 1787759837]  req@ffff9f7d46d75a40 x1874601324876672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759837.678704:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324876672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759837.678713:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759837.678718:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759837.678723:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876672:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759837.998149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759838.382201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759839.022126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759839.406143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759839.726088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759839.726102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759839.726124:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759839.726138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 740
00000100:00080000:0.0:1787759839.726151:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759839.726161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759839.726205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324876800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759839.726233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759839.726236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759839.726237:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759839.726240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 740
00000100:00080000:0.0:1787759839.726243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759839.726246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759839.726256:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759839.726265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324876928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759839.726292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876800:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759839.726387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759839.726436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759839/real 1787759839]  req@ffff9f7d46d75a40 x1874601324876800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759839.726467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324876800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759839.726480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759839.726486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759839.726491:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324876800:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759839.726499:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876928:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759839.726552:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759839.726568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759839/real 1787759839]  req@ffff9f7d46d77480 x1874601324876928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759839.726583:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324876928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759839.726593:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759839.726596:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759839.726601:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324876928:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759840.046107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759840.430213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759841.070173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759841.454191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759842.094159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759842.478166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759843.118196:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759843.502209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759844.142150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759844.526171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759844.846151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759844.846163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759844.846168:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759844.846179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 745
00000100:00080000:0.0:1787759844.846191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759844.846198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759844.846252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324877056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759844.846301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759844.846304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759844.846305:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759844.846308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 745
00000100:00080000:0.0:1787759844.846312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759844.846315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759844.846325:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759844.846335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324877184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759844.846350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877056:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759844.846446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759844.846501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759844/real 1787759844]  req@ffff9f7d46d77c00 x1874601324877056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759844.846530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324877056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759844.846546:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759844.846550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759844.846553:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877056:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759844.846578:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877184:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759844.846597:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759844.846607:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759844/real 1787759844]  req@ffff9f7d46d74780 x1874601324877184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759844.846619:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324877184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759844.846628:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759844.846631:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759844.846635:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877184:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759845.166159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759845.550132:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759846.190105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759846.574222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759847.214187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759847.598147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759848.238091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759848.622232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759849.262163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759849.646158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759849.966191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759849.966204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759849.966210:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759849.966222:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 750
00000100:00080000:2.0:1787759849.966236:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759849.966245:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759849.966317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324877312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759849.966362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759849.966366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759849.966367:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759849.966371:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 750
00000100:00080000:2.0:1787759849.966374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759849.966378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759849.966389:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759849.966402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324877440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759849.966455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877312:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759849.966525:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759849.966563:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759849/real 1787759849]  req@ffff9f7d4a941a40 x1874601324877312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759849.966590:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324877312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759849.966599:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759849.966602:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759849.966605:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877312:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759849.966612:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877440:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759849.966628:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759849.966636:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759849/real 1787759849]  req@ffff9f7d4a941e00 x1874601324877440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759849.966644:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324877440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759849.966650:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759849.966652:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759849.966654:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877440:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759850.286079:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759850.670277:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759851.310098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759851.694159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759852.334131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759852.718197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759853.358150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759853.742123:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759854.382103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759854.766282:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759855.086163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759855.086174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759855.086178:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759855.086189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 755
00000100:00080000:0.0:1787759855.086203:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759855.086211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759855.086271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324877568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759855.086299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759855.086302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759855.086324:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759855.086328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 755
00000100:00080000:0.0:1787759855.086332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759855.086336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759855.086348:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759855.086361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324877696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759855.086363:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877568:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759855.086442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759855.086479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759855/real 1787759855]  req@ffff9f7d46d752c0 x1874601324877568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759855.086497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324877568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759855.086530:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759855.086535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759855.086540:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759855.086567:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877696:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759855.086592:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759855.086603:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759855/real 1787759855]  req@ffff9f7d46d76d00 x1874601324877696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759855.086611:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324877696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759855.086617:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759855.086619:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759855.086622:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877696:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759855.406142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759855.790114:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759856.430126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759856.814177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759857.454139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759857.838148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759858.478124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759858.862200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759859.502158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759859.886104:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759860.206144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759860.206153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759860.206157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759860.206165:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 760
00000100:00080000:1.0:1787759860.206174:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759860.206180:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759860.206213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324877824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759860.206237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759860.206254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759860.206256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759860.206259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 760
00000100:00080000:1.0:1787759860.206262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759860.206265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759860.206274:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759860.206283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324877952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759860.206295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877824:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759860.206359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759860.206398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759860/real 1787759860]  req@ffff9f7d4a90ad00 x1874601324877824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759860.206417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324877824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759860.206428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759860.206432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759860.206444:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324877824:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759860.206471:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877952:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759860.206496:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759860.206510:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759860/real 1787759860]  req@ffff9f7d4a909e00 x1874601324877952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759860.206523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324877952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759860.206533:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759860.206537:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759860.206540:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324877952:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759860.526074:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759860.910200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759861.550117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759861.934115:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759862.574147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759862.958172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759863.598150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759863.982192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759864.622154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759865.006236:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759865.326166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759865.326181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759865.326186:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759865.326199:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 765
00000100:00080000:0.0:1787759865.326225:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759865.326236:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759865.326286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324878080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759865.326320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759865.326325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759865.326327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759865.326332:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 765
00000100:00080000:0.0:1787759865.326337:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759865.326360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759865.326373:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759865.326383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878080:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759865.326396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324878208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759865.326458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759865.326494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759865/real 1787759865]  req@ffff9f7d46d75e00 x1874601324878080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759865.326507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324878080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759865.326515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759865.326519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759865.326522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878080:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759865.326556:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878208:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759865.326574:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759865.326582:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759865/real 1787759865]  req@ffff9f7d46d76580 x1874601324878208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759865.326590:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324878208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759865.326595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759865.326597:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759865.326599:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878208:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759865.646175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759866.030199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759866.670138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759867.054212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759867.694102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759868.078220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759868.718149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759869.102205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759869.742087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759870.126186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759870.446161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759870.446172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759870.446176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759870.446187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 771
00000100:00080000:3.0:1787759870.446223:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759870.446230:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759870.446271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324878336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759870.446301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759870.446304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759870.446305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759870.446308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 771
00000100:00080000:3.0:1787759870.446311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759870.446313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759870.446324:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759870.446333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832de00 x1874601324878464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759870.446381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878336:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759870.446447:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759870.446482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759870/real 1787759870]  req@ffff9f7d4832cf00 x1874601324878336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759870.446494:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324878336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759870.446502:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759870.446505:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759870.446508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878336:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759870.446513:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878464:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759870.446544:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759870.446553:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759870/real 1787759870]  req@ffff9f7d4832de00 x1874601324878464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759870.446561:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832de00 x1874601324878464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759870.446567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759870.446570:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759870.446572:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878464:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759870.766189:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759871.150187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759871.790115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759872.174255:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759872.814137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759873.198241:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759873.838101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759874.222168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759874.862162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759875.246222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759875.566158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759875.566169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759875.566174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759875.566184:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 776
00000100:00080000:1.0:1787759875.566197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759875.566204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759875.566253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324878592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759875.566280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759875.566283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759875.566285:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759875.566288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 776
00000100:00080000:1.0:1787759875.566290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759875.566293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759875.566322:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759875.566333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324878720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759875.566373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878592:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759875.566441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759875.566478:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759875/real 1787759875]  req@ffff9f7d4a9083c0 x1874601324878592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759875.566492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324878592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759875.566501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759875.566504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759875.566507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878592:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759875.566512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878720:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759875.566527:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759875.566550:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759875/real 1787759875]  req@ffff9f7d4a90b480 x1874601324878720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759875.566558:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324878720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759875.566564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759875.566567:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759875.566569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878720:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759875.886186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759876.270186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759876.910131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759877.294147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759877.934144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759878.318148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759878.958174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759879.342191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759879.982161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759880.366172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759880.686120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759880.686127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759880.686131:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759880.686152:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 781
00000100:00080000:3.0:1787759880.686162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759880.686167:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759880.686196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324878848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759880.686218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759880.686221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759880.686222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759880.686225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 781
00000100:00080000:3.0:1787759880.686227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759880.686230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759880.686237:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759880.686244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324878976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759880.686264:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878848:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759880.686318:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759880.686348:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759880/real 1787759880]  req@ffff9f7d4832c000 x1874601324878848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759880.686361:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324878848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759880.686369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759880.686371:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759880.686374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324878848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759880.686380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878976:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759880.686394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759880.686402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759880/real 1787759880]  req@ffff9f7d4832e940 x1874601324878976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759880.686430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324878976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759880.686439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759880.686443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759880.686447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324878976:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759881.006137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759881.390174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759882.030143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759882.414203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759883.054141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759883.438176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759884.078171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759884.462151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759885.102136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759885.486195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759885.806102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759885.806112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759885.806117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759885.806126:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 786
00000100:00080000:3.0:1787759885.806137:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759885.806160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759885.806194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324879104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759885.806221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759885.806233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759885.806235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759885.806240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 786
00000100:00080000:3.0:1787759885.806246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759885.806251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759885.806261:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759885.806266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879104:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759885.806277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324879232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759885.806334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759885.806366:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759885/real 1787759885]  req@ffff9f7d4832f0c0 x1874601324879104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759885.806379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324879104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759885.806387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759885.806390:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759885.806393:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879104:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759885.806411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324879232:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759885.806426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759885.806434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759885/real 1787759885]  req@ffff9f7d4832e1c0 x1874601324879232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759885.806441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324879232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759885.806457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759885.806460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759885.806462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324879232:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759886.126186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759886.510137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759887.150088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759887.534208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759888.174146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759888.558138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759889.198090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759889.582148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759890.222169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759890.606180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759890.926118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759890.926126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759890.926130:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759890.926138:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 791
00000100:00080000:3.0:1787759890.926147:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759890.926152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759890.926193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324879360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759890.926228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759890.926231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759890.926233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759890.926236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 791
00000100:00080000:3.0:1787759890.926239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759890.926241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759890.926249:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759890.926258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324879488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759890.926288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879360:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759890.926348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759890.926386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759890/real 1787759890]  req@ffff9f7d4832e1c0 x1874601324879360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759890.926398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324879360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759890.926406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759890.926409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759890.926411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879360:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759890.926416:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324879488:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759890.926431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759890.926439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759890/real 1787759890]  req@ffff9f7d4832f0c0 x1874601324879488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759890.926446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324879488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759890.926452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759890.926454:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759890.926456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324879488:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759891.246100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759891.630256:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759892.270138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759892.654176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759893.294105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759893.678240:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759894.318147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759894.702141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759895.342093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759895.726209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759896.046113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759896.046123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759896.046128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759896.046140:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 796
00000100:00080000:1.0:1787759896.046152:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759896.046160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759896.046206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324879616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759896.046233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759896.046236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759896.046237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759896.046241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 796
00000100:00080000:1.0:1787759896.046243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759896.046246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759896.046255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759896.046264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324879744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759896.046287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879616:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759896.046359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759896.046401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759896/real 1787759896]  req@ffff9f7d4a90bc00 x1874601324879616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759896.046424:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324879616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759896.046447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759896.046451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759896.046454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879616:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759896.046461:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324879744:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759896.046480:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759896.046490:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759896/real 1787759896]  req@ffff9f7d4a90a1c0 x1874601324879744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759896.046498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324879744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759896.046505:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759896.046507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759896.046509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324879744:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759896.366136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759896.750124:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759897.390120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759897.774266:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759898.414144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759898.798125:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759899.438171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759899.822264:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759900.462135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759900.846197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759901.166167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759901.166178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759901.166183:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759901.166194:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 801
00000100:00080000:1.0:1787759901.166231:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759901.166241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759901.166299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324879872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759901.166347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759901.166351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759901.166353:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759901.166358:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 801
00000100:00080000:1.0:1787759901.166363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759901.166368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759901.166382:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759901.166396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759901.166403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324880000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759901.166541:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880000:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759901.486133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759901.870230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759902.510135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759902.894172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759903.534131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759903.918225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759904.238355:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759904.238429:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759904.238449:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759904.238503:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:2.0:1787759904.238563:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759901/real 1787759904]  req@ffff9f7d4a909a40 x1874601324880000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759904.238597:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324880000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759904.238613:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759904.238619:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759904.238625:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880000:192.168.204.109@tcp:38:kworker.0
00000100:00100000:2.0:1787759904.238636:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759901/real 1787759904]  req@ffff9f7d4a90b840 x1874601324879872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759904.238652:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324879872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759904.238715:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759904.238722:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759904.238726:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324879872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759904.558119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759904.942207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759905.582136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759905.966224:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759906.286144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759906.286156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759906.286161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759906.286172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 806
00000100:00080000:0.0:1787759906.286183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759906.286192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759906.286252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324880128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759906.286296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759906.286303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759906.286304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759906.286308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 806
00000100:00080000:0.0:1787759906.286312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759906.286316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759906.286327:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759906.286339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324880256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759906.286346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880128:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759906.286434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759906.286500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759906/real 1787759906]  req@ffff9f7d46d74b40 x1874601324880128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759906.286523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324880128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759906.286535:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759906.286540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759906.286543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880128:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759906.286574:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880256:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759906.286601:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759906.286615:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759906/real 1787759906]  req@ffff9f7d46d76940 x1874601324880256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759906.286628:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324880256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759906.286638:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759906.286641:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759906.286645:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880256:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759906.606096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759906.990136:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759907.630180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759908.014215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759908.654097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759909.038110:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759909.678186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759910.062260:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759910.702131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787759911.086237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759911.406156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759911.406164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759911.406167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759911.406176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 811
00000100:00080000:1.0:1787759911.406186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759911.406191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759911.406222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324880384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759911.406250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759911.406253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759911.406254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759911.406271:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 811
00000100:00080000:1.0:1787759911.406279:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759911.406283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759911.406292:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759911.406298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759911.406305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324880512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759911.406355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759911.406392:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759911/real 1787759911]  req@ffff9f7d4a908000 x1874601324880384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759911.406427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324880384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759911.406438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759911.406443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759911.406447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759911.406473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880512:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759911.406500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759911.406526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759911/real 1787759911]  req@ffff9f7d4a90b840 x1874601324880512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759911.406541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324880512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759911.406550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759911.406554:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759911.406558:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880512:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759911.726203:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759912.110204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759912.750160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759913.134196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759913.774164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759914.158196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759914.798182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759915.182179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759915.822142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759916.206210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759916.526171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759916.526185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759916.526189:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759916.526200:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 817
00000100:00080000:2.0:1787759916.526210:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759916.526236:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759916.526283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324880640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759916.526311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759916.526315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759916.526318:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759916.526323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 817
00000100:00080000:2.0:1787759916.526328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759916.526333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759916.526342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880640:192.168.204.109@tcp:250:kworker.0
00000008:00100000:2.0:1787759916.526345:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759916.526364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324880768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759916.526399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759916.526431:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759916/real 1787759916]  req@ffff9f7d4a940b40 x1874601324880640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759916.526444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324880640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759916.526452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759916.526454:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759916.526457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880640:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759916.526476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880768:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759916.526489:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759916.526496:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759916/real 1787759916]  req@ffff9f7d4a941e00 x1874601324880768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759916.526504:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324880768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759916.526528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759916.526530:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759916.526533:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324880768:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759916.846137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759917.230179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759917.870126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759918.254153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759918.894128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759919.278186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759919.918133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759920.302137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759920.942122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759921.326205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759921.646152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759921.646173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759921.646178:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759921.646188:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 822
00000100:00080000:2.0:1787759921.646198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759921.646204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759921.646235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324880896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759921.646265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759921.646270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759921.646287:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759921.646291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 822
00000100:00080000:2.0:1787759921.646294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759921.646298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759921.646306:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759921.646314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880896:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759921.646319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324881024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759921.646375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759921.646406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759921/real 1787759921]  req@ffff9f7d4a941a40 x1874601324880896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759921.646418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324880896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759921.646426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759921.646428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759921.646431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324880896:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759921.646453:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881024:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759921.646468:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759921.646475:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759921/real 1787759921]  req@ffff9f7d4a940780 x1874601324881024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759921.646483:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324881024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759921.646499:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759921.646502:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759921.646504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881024:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759921.966146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759922.350179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759922.990145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759923.374177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759924.014122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759924.398220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759925.038097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759925.422235:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759926.062072:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759926.446219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759926.766114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759926.766128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759926.766134:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759926.766148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 827
00000100:00080000:2.0:1787759926.766162:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759926.766170:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759926.766215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324881152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759926.766244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759926.766247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759926.766249:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759926.766252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 827
00000100:00080000:2.0:1787759926.766255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759926.766258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759926.766268:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759926.766299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324881280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759926.766342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881152:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759926.766423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759926.766470:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759926/real 1787759926]  req@ffff9f7d4a942580 x1874601324881152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759926.766489:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324881152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759926.766498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759926.766501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759926.766504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759926.766510:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881280:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759926.766529:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759926.766538:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759926/real 1787759926]  req@ffff9f7d4a942940 x1874601324881280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759926.766546:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324881280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759926.766551:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759926.766566:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759926.766569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759927.086183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759927.470225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759928.110094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759928.494190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759929.134143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759929.518205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759930.158112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759930.542268:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759931.182155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759931.566172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759931.886125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759931.886133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759931.886136:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759931.886145:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 832
00000100:00080000:0.0:1787759931.886154:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759931.886160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759931.886192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324881408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759931.886218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759931.886221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759931.886223:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759931.886228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 832
00000100:00080000:0.0:1787759931.886243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759931.886249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759931.886259:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759931.886269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759931.886283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324881536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759931.886332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759931.886381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759931/real 1787759931]  req@ffff9f7d46d770c0 x1874601324881408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759931.886401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324881408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759931.886413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759931.886417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759931.886421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759931.886446:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881536:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759931.886472:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759931.886486:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759931/real 1787759931]  req@ffff9f7d46d77840 x1874601324881536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759931.886505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324881536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759931.886515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759931.886519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759931.886523:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881536:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759932.206134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759932.590192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759933.230160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759933.614163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759934.254167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759934.638244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759935.278175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759935.662174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759936.302155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759936.686206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759937.006154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759937.006170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759937.006175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759937.006187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 837
00000100:00080000:3.0:1787759937.006200:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759937.006209:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759937.006253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324881664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759937.006279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759937.006281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759937.006283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759937.006286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 837
00000100:00080000:3.0:1787759937.006288:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759937.006290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759937.006300:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759937.006309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324881792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759937.006344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881664:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759937.006427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759937.006471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759937/real 1787759937]  req@ffff9f7d4832e940 x1874601324881664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759937.006490:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324881664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759937.006502:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759937.006507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759937.006511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759937.006538:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881792:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759937.006561:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759937.006583:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759937/real 1787759937]  req@ffff9f7d4832c000 x1874601324881792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759937.006601:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324881792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759937.006610:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759937.006614:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759937.006618:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324881792:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759937.326163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759937.710170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759938.350145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759938.734230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759939.374136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759939.758201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759940.398156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759940.782238:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759941.422107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759941.806172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759942.126147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759942.126158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759942.126179:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759942.126188:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 842
00000100:00080000:3.0:1787759942.126198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759942.126203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759942.126233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832de00 x1874601324881920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759942.126255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759942.126257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759942.126259:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759942.126261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 842
00000100:00080000:3.0:1787759942.126264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759942.126266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759942.126273:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759942.126282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324882048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759942.126300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881920:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759942.126355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759942.126386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759942/real 1787759942]  req@ffff9f7d4832de00 x1874601324881920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759942.126400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832de00 x1874601324881920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759942.126407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759942.126410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759942.126413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324881920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759942.126434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882048:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759942.126449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759942.126457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759942/real 1787759942]  req@ffff9f7d4832cf00 x1874601324882048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759942.126465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324882048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759942.126471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759942.126473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759942.126475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882048:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759942.446136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759942.830171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759943.470110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759943.854194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759944.494154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759944.878135:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759945.518163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759945.902252:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759946.542156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759946.926219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759947.246106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759947.246117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759947.246122:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759947.246132:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 847
00000100:00080000:0.0:1787759947.246145:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759947.246152:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759947.246196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324882176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759947.246220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759947.246222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759947.246223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759947.246226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 847
00000100:00080000:0.0:1787759947.246229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759947.246233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759947.246245:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759947.246260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324882304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759947.246313:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882176:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759947.246391:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759947.246425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759947/real 1787759947]  req@ffff9f7d46d74000 x1874601324882176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759947.246453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324882176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759947.246463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759947.246466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759947.246469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882176:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759947.246475:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882304:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759947.246499:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759947.246508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759947/real 1787759947]  req@ffff9f7d46d761c0 x1874601324882304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759947.246517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324882304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759947.246523:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759947.246525:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759947.246527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882304:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759947.566117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759947.950226:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759948.590137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759948.974193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759949.614102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759949.998246:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759950.638136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759951.022185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759951.662145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759952.046170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759952.366112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759952.366141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759952.366146:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759952.366155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 852
00000100:00080000:0.0:1787759952.366167:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759952.366174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759952.366217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324882432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759952.366250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759952.366253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759952.366255:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759952.366258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 852
00000100:00080000:0.0:1787759952.366260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759952.366264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759952.366274:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759952.366285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324882560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759952.366292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882432:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759952.366372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759952.366417:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759952/real 1787759952]  req@ffff9f7d46d75680 x1874601324882432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759952.366436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324882432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759952.366448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759952.366453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759952.366457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759952.366486:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882560:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759952.366511:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759952.366525:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759952/real 1787759952]  req@ffff9f7d46d743c0 x1874601324882560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759952.366537:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324882560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759952.366545:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759952.366549:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759952.366552:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759952.686144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759953.070138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759953.710166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759954.094181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759954.734177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759955.118218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759955.758193:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759956.142187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759956.782125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759957.166180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759957.486122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759957.486129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759957.486132:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759957.486140:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 858
00000100:00080000:0.0:1787759957.486149:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759957.486154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759957.486191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324882688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759957.486226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759957.486229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759957.486230:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759957.486233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 858
00000100:00080000:0.0:1787759957.486235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759957.486237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759957.486255:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759957.486264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324882816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759957.486277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882688:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759957.486325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759957.486354:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759957/real 1787759957]  req@ffff9f7d46d743c0 x1874601324882688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759957.486374:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324882688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759957.486381:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759957.486384:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759957.486386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882688:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759957.486403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882816:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759957.486416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759957.486423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759957/real 1787759957]  req@ffff9f7d46d75680 x1874601324882816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759957.486430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324882816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759957.486435:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759957.486437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759957.486439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324882816:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759957.806118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759958.190177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759958.830112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759959.214167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759959.854153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759960.238244:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759960.878105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759961.262224:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759961.902131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759962.286191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759962.606211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759962.606225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759962.606231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759962.606244:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 863
00000100:00080000:3.0:1787759962.606258:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759962.606267:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759962.606318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324882944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759962.606352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759962.606356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759962.606358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759962.606362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 863
00000100:00080000:3.0:1787759962.606366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759962.606370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759962.606381:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759962.606398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324883072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759962.606403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882944:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759962.606473:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759962.606512:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759962/real 1787759962]  req@ffff9f7d4832e580 x1874601324882944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759962.606561:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324882944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759962.606572:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759962.606577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759962.606581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324882944:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759962.606611:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883072:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759962.606630:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759962.606639:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759962/real 1787759962]  req@ffff9f7d4832cb40 x1874601324883072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759962.606646:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324883072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759962.606652:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759962.606654:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759962.606656:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883072:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759962.926099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759963.310200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759963.950111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759964.334184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759964.974106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759965.358212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759965.998135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759966.382193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759967.022078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759967.406226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759967.726181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759967.726192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759967.726197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759967.726208:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 868
00000100:00080000:1.0:1787759967.726226:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759967.726235:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787759967.726301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324883200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759967.726332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759967.726336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759967.726337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759967.726341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 868
00000100:00080000:1.0:1787759967.726345:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759967.726349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787759967.726360:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759967.726375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324883328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759967.726408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759967.726510:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883328:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759968.046152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759968.430173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759969.070118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759969.454216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759970.094099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759970.478211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759970.798231:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787759970.798267:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759970.798280:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787759970.798313:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:2.0:1787759970.798356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759967/real 1787759970]  req@ffff9f7d4a90a1c0 x1874601324883328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759970.798377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324883328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759970.798401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759970.798406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759970.798410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883328:192.168.204.109@tcp:38:kworker.0
00000100:00100000:2.0:1787759970.798418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759967/real 1787759970]  req@ffff9f7d4a909a40 x1874601324883200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759970.798430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324883200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759970.798437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759970.798440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759970.798443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759971.118095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759971.502189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759972.142129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759972.526169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759972.846234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759972.846247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759972.846253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759972.846266:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 873
00000100:00080000:3.0:1787759972.846280:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759972.846289:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759972.846334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324883456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759972.846369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759972.846373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759972.846375:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759972.846380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 873
00000100:00080000:3.0:1787759972.846384:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759972.846389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759972.846423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759972.846443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787759972.846443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324883584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759972.846548:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759972.846595:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759972/real 1787759972]  req@ffff9f7d4832c780 x1874601324883456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759972.846623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324883456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759972.846636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759972.846642:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759972.846646:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759972.846675:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883584:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759972.846717:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759972.846732:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759972/real 1787759972]  req@ffff9f7d4832fc00 x1874601324883584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759972.846746:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324883584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759972.846755:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759972.846759:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759972.846763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883584:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759973.166140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759973.550202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759974.190165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759974.574210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759975.214161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759975.598194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759976.238161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759976.622216:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759977.262140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759977.646207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759977.966117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759977.966128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759977.966133:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759977.966145:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 878
00000100:00080000:3.0:1787759977.966159:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759977.966167:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759977.966226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324883712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759977.966257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759977.966260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759977.966262:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759977.966265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 878
00000100:00080000:3.0:1787759977.966269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759977.966274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759977.966287:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759977.966304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324883840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759977.966336:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883712:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787759977.966415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759977.966454:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759977/real 1787759977]  req@ffff9f7d4832f480 x1874601324883712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759977.966468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324883712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759977.966477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759977.966480:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759977.966489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883712:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759977.966511:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883840:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759977.966526:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759977.966548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759977/real 1787759977]  req@ffff9f7d4832d2c0 x1874601324883840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759977.966556:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324883840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759977.966563:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759977.966565:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759977.966567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324883840:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759978.286132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759978.670192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759979.310113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759979.694197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759980.334156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759980.718200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759981.358124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759981.742229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759982.382097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759982.766221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759983.086134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759983.086142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759983.086145:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759983.086154:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 883
00000100:00080000:0.0:1787759983.086164:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759983.086169:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787759983.086202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324883968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759983.086226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759983.086230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759983.086232:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759983.086236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 883
00000100:00080000:0.0:1787759983.086239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759983.086244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787759983.086270:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759983.086275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787759983.086282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324884096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759983.086344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759983.086378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759983/real 1787759983]  req@ffff9f7d46d761c0 x1874601324883968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759983.086391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324883968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759983.086398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759983.086401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759983.086404:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324883968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787759983.086421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884096:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787759983.086436:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787759983.086444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759983/real 1787759983]  req@ffff9f7d46d74000 x1874601324884096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759983.086464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324884096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759983.086469:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759983.086471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787759983.086474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884096:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759983.406172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759983.790185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759984.430086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759984.814235:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759985.454163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787759985.838197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759986.478132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759986.862217:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759987.502194:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759987.886252:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759988.206146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759988.206154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759988.206157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759988.206165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 888
00000100:00080000:2.0:1787759988.206175:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759988.206181:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759988.206213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324884224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759988.206239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759988.206242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759988.206243:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759988.206246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 888
00000100:00080000:2.0:1787759988.206248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759988.206251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759988.206258:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759988.206284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324884352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759988.206325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884224:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759988.206385:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759988.206427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759988/real 1787759988]  req@ffff9f7d4a941680 x1874601324884224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759988.206460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324884224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759988.206468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759988.206471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759988.206474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884224:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759988.206480:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884352:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759988.206498:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759988.206507:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759988/real 1787759988]  req@ffff9f7d4a9412c0 x1874601324884352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759988.206515:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324884352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759988.206520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759988.206522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759988.206524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884352:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759988.526144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759988.910225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759989.550142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759989.934223:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759990.574107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759990.958257:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759991.598110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759991.982167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759992.622125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759993.006193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759993.326075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759993.326084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759993.326087:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759993.326095:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 893
00000100:00080000:2.0:1787759993.326105:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759993.326110:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787759993.326143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324884480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759993.326168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759993.326170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759993.326172:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759993.326174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 893
00000100:00080000:2.0:1787759993.326177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759993.326179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787759993.326186:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759993.326197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324884608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759993.326219:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884480:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759993.326287:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759993.326318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759993/real 1787759993]  req@ffff9f7d4a9421c0 x1874601324884480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759993.326350:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324884480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759993.326361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759993.326366:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759993.326370:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884480:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759993.326378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884608:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759993.326400:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759993.326410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759993/real 1787759993]  req@ffff9f7d4a9412c0 x1874601324884608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759993.326419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324884608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759993.326425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759993.326427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759993.326429:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884608:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759993.646162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759994.030175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759994.670207:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759995.054234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759995.694136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759996.078162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759996.718122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759997.102180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759997.742159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787759998.126167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759998.446182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759998.446190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759998.446193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759998.446201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 899
00000100:00080000:3.0:1787759998.446211:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759998.446216:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787759998.446260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324884736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759998.446308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759998.446312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759998.446314:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759998.446319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 899
00000100:00080000:3.0:1787759998.446324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759998.446328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787759998.446339:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759998.446354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324884864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759998.446365:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884736:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787759998.446458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759998.446508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759998/real 1787759998]  req@ffff9f7d4832d2c0 x1874601324884736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759998.446528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324884736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759998.446547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759998.446552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759998.446556:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884736:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787759998.446583:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884864:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787759998.446620:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787759998.446634:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759998/real 1787759998]  req@ffff9f7d4832f480 x1874601324884864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759998.446649:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324884864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759998.446657:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759998.446661:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787759998.446665:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324884864:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787759998.766144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787759999.150193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759999.790174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760000.174158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760000.814178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760001.198245:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760001.838163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760002.222191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760002.862140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760003.246210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760003.566145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760003.566156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760003.566160:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760003.566170:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 904
00000100:00080000:3.0:1787760003.566182:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760003.566189:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760003.566225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324884992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760003.566256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760003.566264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760003.566281:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760003.566287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 904
00000100:00080000:3.0:1787760003.566293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760003.566298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760003.566305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884992:192.168.204.109@tcp:250:kworker.0
00000008:00100000:3.0:1787760003.566309:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760003.566327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324885120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760003.566382:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760003.566425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760003/real 1787760003]  req@ffff9f7d4832fc00 x1874601324884992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760003.566445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324884992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760003.566470:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760003.566475:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760003.566479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324884992:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760003.566505:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885120:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760003.566527:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760003.566549:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760003/real 1787760003]  req@ffff9f7d4832c780 x1874601324885120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760003.566562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324885120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760003.566571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760003.566575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760003.566578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885120:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760003.886094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760004.270210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760004.910130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760005.294194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760005.934095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760006.318203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760006.958177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760007.342182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760007.982165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760008.366192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760008.686084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760008.686092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760008.686095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760008.686104:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 909
00000100:00080000:3.0:1787760008.686113:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760008.686119:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760008.686152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324885248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760008.686176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760008.686179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760008.686180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760008.686182:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 909
00000100:00080000:3.0:1787760008.686185:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760008.686201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760008.686210:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760008.686224:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324885248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760008.686224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324885376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760008.686301:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760008.686343:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760008/real 1787760008]  req@ffff9f7d4832cb40 x1874601324885248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760008.686362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324885248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760008.686371:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760008.686380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760008.686384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324885248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760008.686412:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885376:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760008.686438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760008.686450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760008/real 1787760008]  req@ffff9f7d4832e580 x1874601324885376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760008.686458:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324885376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760008.686464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760008.686467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760008.686469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885376:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760009.006158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760009.390179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760010.030147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760010.414210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760011.054152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760011.438172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760012.078096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760012.462220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760013.102130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760013.486182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760013.806141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760013.806164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760013.806171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760013.806183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 914
00000100:00080000:2.0:1787760013.806220:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760013.806228:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760013.806274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324885504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760013.806298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760013.806301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760013.806302:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760013.806304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 914
00000100:00080000:2.0:1787760013.806307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760013.806309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760013.806319:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760013.806328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324885632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760013.806342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324885504:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760013.806428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760013.806480:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760013/real 1787760013]  req@ffff9f7d4a941680 x1874601324885504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760013.806502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324885504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760013.806514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760013.806520:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760013.806523:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324885504:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760013.806557:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885632:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760013.806581:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760013.806593:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760013/real 1787760013]  req@ffff9f7d4a942940 x1874601324885632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760013.806606:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324885632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760013.806612:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760013.806615:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760013.806617:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885632:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760014.126197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760014.510273:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760015.150187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760015.534239:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760016.174166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760016.558239:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760017.198150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760017.582167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760018.222172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760018.606148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760018.926127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760018.926137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760018.926142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760018.926152:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 919
00000100:00080000:0.0:1787760018.926164:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760018.926170:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760018.926212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324885760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760018.926240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760018.926243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760018.926244:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760018.926246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 919
00000100:00080000:0.0:1787760018.926249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760018.926251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760018.926261:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760018.926283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324885760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760018.926290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324885888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760018.926355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760018.926400:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760018/real 1787760018]  req@ffff9f7d46d77840 x1874601324885760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760018.926420:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324885760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760018.926430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760018.926435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760018.926439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324885760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760018.926468:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885888:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760018.926498:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760018.926511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760018/real 1787760018]  req@ffff9f7d46d770c0 x1874601324885888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760018.926522:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324885888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760018.926529:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760018.926532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760018.926535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324885888:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760019.246166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760019.630206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760020.270158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760020.654197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760021.294092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760021.678178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760022.318191:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760022.702211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760023.342069:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760023.726202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760024.046124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760024.046134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760024.046140:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760024.046152:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 924
00000100:00080000:3.0:1787760024.046165:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760024.046174:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760024.046211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324886016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760024.046277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760024.046281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760024.046285:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760024.046292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 924
00000100:00080000:3.0:1787760024.046298:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760024.046303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760024.046314:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760024.046319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760024.046334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832de00 x1874601324886144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760024.046406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760024.046463:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760024/real 1787760024]  req@ffff9f7d4832cf00 x1874601324886016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760024.046482:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324886016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760024.046493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760024.046496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760024.046499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760024.046532:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886144:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760024.046548:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760024.046568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760024/real 1787760024]  req@ffff9f7d4832de00 x1874601324886144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760024.046576:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832de00 x1874601324886144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760024.046581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760024.046583:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760024.046586:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886144:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760024.366132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760024.750218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760025.390139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760025.774215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760026.414138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760026.798245:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760027.438139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760027.822215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760028.462154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760028.846175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760029.166118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760029.166134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760029.166138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760029.166146:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 929
00000100:00080000:3.0:1787760029.166156:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760029.166162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760029.166198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324886272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760029.166221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760029.166223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760029.166240:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760029.166243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 929
00000100:00080000:3.0:1787760029.166246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760029.166249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760029.166258:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760029.166267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324886400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760029.166283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886272:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760029.166344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760029.166380:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760029/real 1787760029]  req@ffff9f7d4832c000 x1874601324886272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760029.166393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324886272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760029.166401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760029.166404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760029.166406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760029.166426:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886400:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760029.166441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760029.166449:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760029/real 1787760029]  req@ffff9f7d4832e940 x1874601324886400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760029.166469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324886400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760029.166475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760029.166477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760029.166479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886400:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760029.486142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760029.870204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760030.510199:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760030.894180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760031.534125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760031.918269:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760032.558142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760032.942204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760033.582075:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760033.966238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760034.286161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760034.286172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760034.286176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760034.286187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 934
00000100:00080000:3.0:1787760034.286199:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760034.286206:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760034.286257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324886528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760034.286293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760034.286296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760034.286297:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760034.286305:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 934
00000100:00080000:3.0:1787760034.286309:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760034.286329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760034.286341:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760034.286352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324886656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760034.286371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886528:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760034.286522:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886656:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760034.606125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760034.990250:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760035.630125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760036.014259:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760036.654114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760037.038252:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760037.358338:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787760037.358396:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760037.358419:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787760037.358457:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760037.358522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760034/real 1787760037]  req@ffff9f7d4832e1c0 x1874601324886656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760037.358552:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324886656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760037.358567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760037.358581:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760037.358587:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886656:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760037.358597:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760034/real 1787760037]  req@ffff9f7d4832f0c0 x1874601324886528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760037.358611:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324886528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760037.358638:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760037.358643:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760037.358647:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886528:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760037.678170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760038.062240:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760038.702135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760039.086168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760039.406225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760039.406240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760039.406245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760039.406258:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 939
00000100:00080000:3.0:1787760039.406274:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760039.406284:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760039.406334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324886784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760039.406377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760039.406382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760039.406384:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760039.406389:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 939
00000100:00080000:3.0:1787760039.406415:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760039.406422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760039.406436:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760039.406454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324886912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760039.406474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886784:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760039.406579:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760039.406632:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760039/real 1787760039]  req@ffff9f7d4832f0c0 x1874601324886784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760039.406664:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324886784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760039.406677:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760039.406683:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760039.406687:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324886784:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760039.406723:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886912:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760039.406751:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760039.406785:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760039/real 1787760039]  req@ffff9f7d4832e1c0 x1874601324886912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760039.406799:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324886912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760039.406809:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760039.406812:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760039.406835:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324886912:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760039.726225:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760040.110221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760040.750116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760041.134249:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760041.774167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760042.158206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760042.798104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760043.182244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760043.822148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760044.206203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760044.526130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760044.526138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760044.526142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760044.526151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 945
00000100:00080000:3.0:1787760044.526161:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760044.526167:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760044.526200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324887040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760044.526226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760044.526229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760044.526230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760044.526233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 945
00000100:00080000:3.0:1787760044.526235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760044.526238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760044.526246:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760044.526270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324887168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760044.526278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887040:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760044.526348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760044.526399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760044/real 1787760044]  req@ffff9f7d4832e940 x1874601324887040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760044.526419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324887040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760044.526431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760044.526436:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760044.526440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760044.526467:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887168:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760044.526493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760044.526504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760044/real 1787760044]  req@ffff9f7d4832c000 x1874601324887168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760044.526513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324887168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760044.526519:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760044.526521:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760044.526524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887168:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760044.846158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760045.230209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760045.870117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760046.254215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760046.894151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760047.278266:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760047.918119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760048.302166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760048.942168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760049.326219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760049.646179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760049.646190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760049.646195:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760049.646206:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 950
00000100:00080000:2.0:1787760049.646219:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760049.646228:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760049.646280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324887296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760049.646307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760049.646310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760049.646312:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760049.646315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 950
00000100:00080000:2.0:1787760049.646318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760049.646321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760049.646333:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760049.646343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324887424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760049.646398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887296:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760049.646490:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760049.646527:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760049/real 1787760049]  req@ffff9f7d4a942580 x1874601324887296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760049.646541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324887296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760049.646550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760049.646553:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760049.646556:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887296:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760049.646562:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887424:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760049.646579:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760049.646586:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760049/real 1787760049]  req@ffff9f7d4a940780 x1874601324887424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760049.646594:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324887424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760049.646599:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760049.646601:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760049.646603:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887424:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760049.966167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760050.350156:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760050.990154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760051.374205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760052.014128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760052.398166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760053.038168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760053.422227:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760054.062167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760054.446217:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760054.766187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760054.766201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760054.766207:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760054.766221:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 955
00000100:00080000:0.0:1787760054.766234:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760054.766243:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760054.766293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324887552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760054.766329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760054.766333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760054.766335:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760054.766340:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 955
00000100:00080000:0.0:1787760054.766344:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760054.766361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760054.766374:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760054.766389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887552:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760054.766393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324887680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760054.766459:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760054.766509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760054/real 1787760054]  req@ffff9f7d46d76940 x1874601324887552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760054.766526:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324887552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760054.766537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760054.766542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760054.766547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887552:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760054.766577:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887680:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760054.766603:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760054.766618:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760054/real 1787760054]  req@ffff9f7d46d74b40 x1874601324887680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760054.766632:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324887680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760054.766641:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760054.766645:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760054.766649:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887680:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760055.086178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760055.470226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760056.110190:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760056.494223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760057.134163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760057.518293:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760058.158106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760058.542178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760059.182116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760059.566178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760059.886153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760059.886163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760059.886191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760059.886201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 960
00000100:00080000:1.0:1787760059.886214:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760059.886226:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760059.886268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324887808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760059.886300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760059.886303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760059.886305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760059.886308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 960
00000100:00080000:1.0:1787760059.886312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760059.886316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760059.886324:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760059.886338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324887936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760059.886350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887808:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760059.886422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760059.886460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760059/real 1787760059]  req@ffff9f7d4a90b480 x1874601324887808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760059.886478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324887808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760059.886496:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760059.886500:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760059.886504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324887808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760059.886528:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887936:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760059.886548:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760059.886560:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760059/real 1787760059]  req@ffff9f7d4a9083c0 x1874601324887936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760059.886572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324887936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760059.886581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760059.886584:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760059.886587:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324887936:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760060.206092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760060.590141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760061.230174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760061.614215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760062.254097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760062.638174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760063.278116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760063.662171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760064.302092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760064.686182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760065.006116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760065.006124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760065.006128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760065.006139:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 965
00000100:00080000:3.0:1787760065.006148:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760065.006179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760065.006209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324888064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760065.006231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760065.006233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760065.006234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760065.006237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 965
00000100:00080000:3.0:1787760065.006239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760065.006242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760065.006249:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760065.006257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324888192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760065.006281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888064:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760065.006340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760065.006375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760065/real 1787760065]  req@ffff9f7d4832cf00 x1874601324888064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760065.006388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324888064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760065.006404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760065.006407:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760065.006409:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888064:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760065.006415:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888192:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760065.006430:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760065.006437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760065/real 1787760065]  req@ffff9f7d4832e580 x1874601324888192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760065.006444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324888192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760065.006449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760065.006451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760065.006453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888192:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760065.326190:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760065.710261:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760066.350100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760066.734232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760067.374130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760067.758206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760068.398134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760068.782188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760069.422101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760069.806195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760070.126181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760070.126192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760070.126196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760070.126205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 970
00000100:00080000:2.0:1787760070.126231:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760070.126238:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760070.126268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324888320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760070.126291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760070.126294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760070.126295:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760070.126298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 970
00000100:00080000:2.0:1787760070.126300:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760070.126303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760070.126310:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760070.126317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324888448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760070.126349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888320:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760070.126413:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760070.126448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760070/real 1787760070]  req@ffff9f7d4a941e00 x1874601324888320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760070.126464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324888320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760070.126485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760070.126489:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760070.126493:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888320:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760070.126500:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888448:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760070.126521:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760070.126533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760070/real 1787760070]  req@ffff9f7d4a940b40 x1874601324888448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760070.126544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324888448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760070.126551:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760070.126554:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760070.126557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888448:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760070.446154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760070.830233:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760071.470142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760071.854179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760072.494140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760072.878186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760073.518094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760073.902187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760074.542190:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760074.926246:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760075.246138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760075.246156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760075.246160:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760075.246171:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 975
00000100:00080000:2.0:1787760075.246183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760075.246190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760075.246234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324888576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760075.246260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760075.246278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760075.246280:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760075.246283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 975
00000100:00080000:2.0:1787760075.246286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760075.246290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760075.246300:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760075.246310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324888704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760075.246351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888576:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760075.246417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760075.246473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760075/real 1787760075]  req@ffff9f7d4a940b40 x1874601324888576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760075.246493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324888576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760075.246519:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760075.246522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760075.246525:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888576:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760075.246531:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888704:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760075.246551:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760075.246560:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760075/real 1787760075]  req@ffff9f7d4a941e00 x1874601324888704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760075.246567:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324888704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760075.246575:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760075.246578:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760075.246582:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888704:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760075.566125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760075.950196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760076.590125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760076.974179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760077.614147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760077.998257:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760078.638160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760079.022190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760079.662083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760080.046196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760080.366131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760080.366141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760080.366144:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760080.366153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 980
00000100:00080000:0.0:1787760080.366179:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760080.366185:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760080.366213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324888832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760080.366236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760080.366238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760080.366240:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760080.366242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 980
00000100:00080000:0.0:1787760080.366244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760080.366247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760080.366255:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760080.366264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324888960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760080.366305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888832:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760080.366389:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760080.366437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760080/real 1787760080]  req@ffff9f7d46d76580 x1874601324888832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760080.366452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324888832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760080.366461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760080.366465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760080.366478:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324888832:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760080.366485:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888960:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760080.366503:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760080.366511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760080/real 1787760080]  req@ffff9f7d46d75e00 x1874601324888960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760080.366518:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324888960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760080.366523:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760080.366525:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760080.366527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324888960:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760080.686165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760081.070221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760081.710082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760082.094212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760082.734157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760083.118226:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760083.758175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760084.142177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760084.782132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760085.166206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760085.486169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760085.486183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760085.486188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760085.486201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 986
00000100:00080000:2.0:1787760085.486215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760085.486224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760085.486273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324889088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760085.486310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760085.486314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760085.486317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760085.486322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 986
00000100:00080000:2.0:1787760085.486345:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787760085.486346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889088:192.168.204.109@tcp:250:kworker.0
00000100:00080000:2.0:1787760085.486355:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760085.486369:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760085.486385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324889216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760085.486429:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760085.486477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760085/real 1787760085]  req@ffff9f7d4a941a40 x1874601324889088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760085.486492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324889088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760085.486500:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760085.486503:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760085.486506:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760085.486538:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889216:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760085.486562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760085.486571:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760085/real 1787760085]  req@ffff9f7d4a940780 x1874601324889216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760085.486579:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324889216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760085.486585:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760085.486587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760085.486589:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889216:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760085.806135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760086.190201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760086.830173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760087.214154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760087.854171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760088.238221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760088.878160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760089.262190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760089.902140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760090.286147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760090.606112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760090.606123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760090.606128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760090.606137:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 991
00000100:00080000:0.0:1787760090.606146:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760090.606152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760090.606185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324889344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760090.606209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760090.606224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760090.606226:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760090.606229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 991
00000100:00080000:0.0:1787760090.606233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760090.606236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760090.606244:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760090.606253:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889344:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760090.606256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324889472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760090.606324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760090.606356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760090/real 1787760090]  req@ffff9f7d46d76d00 x1874601324889344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760090.606369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324889344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760090.606377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760090.606380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760090.606383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889344:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760090.606401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889472:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760090.606416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760090.606423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760090/real 1787760090]  req@ffff9f7d46d752c0 x1874601324889472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760090.606439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324889472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760090.606445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760090.606447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760090.606449:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889472:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760090.926136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760091.310183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760091.950132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760092.334166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760092.974172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760093.358181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760093.998181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760094.382221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760095.022152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760095.406193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760095.726188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760095.726203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760095.726208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760095.726223:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 996
00000100:00080000:2.0:1787760095.726237:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760095.726246:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760095.726299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324889600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760095.726334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760095.726339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760095.726342:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760095.726346:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 996
00000100:00080000:2.0:1787760095.726351:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760095.726356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760095.726369:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760095.726391:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889600:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760095.726391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324889728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760095.726481:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760095.726537:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760095/real 1787760095]  req@ffff9f7d4a942580 x1874601324889600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760095.726553:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324889600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760095.726573:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760095.726577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760095.726580:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889600:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760095.726604:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889728:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760095.726624:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760095.726642:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760095/real 1787760095]  req@ffff9f7d4a942940 x1874601324889728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760095.726651:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324889728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760095.726679:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760095.726682:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760095.726685:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889728:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760096.046172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760096.430189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760097.070110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760097.454177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760098.094189:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760098.478147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760099.118085:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760099.502204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760100.142129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760100.526153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760100.846195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760100.846204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760100.846208:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760100.846218:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1001
00000100:00080000:0.0:1787760100.846230:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760100.846238:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760100.846277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324889856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760100.846316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760100.846320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760100.846323:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760100.846327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1001
00000100:00080000:0.0:1787760100.846346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760100.846350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760100.846360:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760100.846369:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889856:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760100.846373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324889984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760100.846498:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889984:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760101.166154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760101.550218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760102.190188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760102.574105:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760103.214113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760103.598159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760103.918337:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760103.918424:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760103.918445:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760103.918498:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760103.918615:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760100/real 1787760103]  req@ffff9f7d46d77c00 x1874601324889984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760103.918651:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324889984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760103.918664:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760103.918669:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760103.918674:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324889984:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760103.918683:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760100/real 1787760103]  req@ffff9f7d46d74780 x1874601324889856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760103.918696:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324889856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760103.918704:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760103.918708:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760103.918711:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324889856:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760104.238164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760104.622119:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760105.262186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760105.646160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760105.966153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760105.966183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760105.966187:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760105.966202:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1006
00000100:00080000:2.0:1787760105.966217:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760105.966227:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760105.966274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324890112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760105.966305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760105.966308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760105.966310:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760105.966313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1006
00000100:00080000:2.0:1787760105.966316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760105.966319:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760105.966330:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760105.966342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324890240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760105.966435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890112:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760105.966537:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760105.966590:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760105/real 1787760105]  req@ffff9f7d4a941680 x1874601324890112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760105.966610:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324890112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760105.966621:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760105.966626:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760105.966630:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890112:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760105.966639:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324890240:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760105.966663:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760105.966676:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760105/real 1787760105]  req@ffff9f7d4a9412c0 x1874601324890240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760105.966687:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324890240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760105.966695:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760105.966698:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760105.966701:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324890240:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760106.286164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760106.670165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760107.310131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760107.694238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760108.334131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760108.718152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760109.358129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760109.742228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760110.382134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760110.766146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760111.086181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760111.086189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760111.086192:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760111.086201:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1011
00000100:00080000:2.0:1787760111.086211:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760111.086218:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760111.086276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324890368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760111.086318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760111.086321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760111.086322:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760111.086325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1011
00000100:00080000:2.0:1787760111.086329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760111.086332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760111.086341:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760111.086353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324890496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760111.086402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890368:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760111.086484:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760111.086530:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760111/real 1787760111]  req@ffff9f7d4a9421c0 x1874601324890368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760111.086558:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324890368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760111.086568:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760111.086573:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760111.086576:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760111.086582:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324890496:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760111.086606:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760111.086620:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760111/real 1787760111]  req@ffff9f7d4a9412c0 x1874601324890496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760111.086634:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324890496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760111.086643:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760111.086645:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760111.086648:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324890496:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760111.406137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760111.790203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760112.430163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760112.814176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760113.454181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760113.838252:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760114.478101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760114.862238:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760115.502204:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760115.886244:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760116.206147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760116.206156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760116.206171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760116.206181:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1016
00000100:00080000:2.0:1787760116.206193:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760116.206199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760116.206234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324890624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760116.206259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760116.206262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760116.206263:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760116.206266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1016
00000100:00080000:2.0:1787760116.206268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760116.206271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760116.206294:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760116.206304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324890752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760116.206367:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890624:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760116.206464:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760116.206522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760116/real 1787760116]  req@ffff9f7d4a941680 x1874601324890624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760116.206555:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324890624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760116.206564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760116.206568:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760116.206571:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890624:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760116.206577:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324890752:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760116.206605:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760116.206614:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760116/real 1787760116]  req@ffff9f7d4a942940 x1874601324890752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760116.206622:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324890752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760116.206628:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760116.206630:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760116.206633:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324890752:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760116.526108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760116.910209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760117.550186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760117.934200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760118.574106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760118.958244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760119.598162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760119.982220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760120.622149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760121.006250:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760121.326140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760121.326148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760121.326151:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760121.326160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1021
00000100:00080000:0.0:1787760121.326173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760121.326179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760121.326209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324890880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760121.326231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760121.326234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760121.326248:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760121.326252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1021
00000100:00080000:0.0:1787760121.326255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760121.326259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760121.326267:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760121.326276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760121.326278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324891008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760121.326357:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760121.326392:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760121/real 1787760121]  req@ffff9f7d46d77480 x1874601324890880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760121.326409:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324890880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760121.326425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760121.326430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760121.326434:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324890880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760121.326456:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891008:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760121.326475:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760121.326485:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760121/real 1787760121]  req@ffff9f7d46d75a40 x1874601324891008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760121.326496:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324891008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760121.326504:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760121.326507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760121.326510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891008:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760121.646135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760122.030197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760122.670150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760123.054213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760123.694127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760124.078176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760124.718127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760125.102183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760125.742177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760126.126159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760126.446176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760126.446186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760126.446190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760126.446201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1027
00000100:00080000:0.0:1787760126.446213:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760126.446220:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760126.446266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324891136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760126.446293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760126.446296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760126.446297:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760126.446301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1027
00000100:00080000:0.0:1787760126.446303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760126.446305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760126.446321:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760126.446335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324891264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760126.446355:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891136:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760126.446446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760126.446498:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760126/real 1787760126]  req@ffff9f7d46d75a40 x1874601324891136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760126.446513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324891136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760126.446537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760126.446541:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760126.446544:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760126.446567:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891264:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760126.446587:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760126.446597:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760126/real 1787760126]  req@ffff9f7d46d77480 x1874601324891264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760126.446605:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324891264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760126.446611:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760126.446614:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760126.446616:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891264:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760126.766154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760127.150233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760127.790155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760128.174175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760128.814162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760129.198283:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760129.838115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760130.222208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760130.862128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760131.246183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760131.566136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760131.566144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760131.566148:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760131.566155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1032
00000100:00080000:0.0:1787760131.566164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760131.566170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760131.566204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324891392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760131.566229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760131.566232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760131.566233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760131.566236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1032
00000100:00080000:0.0:1787760131.566238:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760131.566241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760131.566248:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760131.566256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324891520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760131.566322:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891392:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760131.566414:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760131.566461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760131/real 1787760131]  req@ffff9f7d46d74780 x1874601324891392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760131.566477:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324891392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760131.566486:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760131.566507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760131.566511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891392:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760131.566519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891520:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760131.566545:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760131.566555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760131/real 1787760131]  req@ffff9f7d46d77c00 x1874601324891520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760131.566563:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324891520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760131.566569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760131.566572:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760131.566574:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891520:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760131.886122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760132.270197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760132.910173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760133.294255:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760133.934087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760134.318232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760134.958124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760135.342182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760135.982205:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760136.366209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760136.686155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760136.686166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760136.686171:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760136.686181:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1037
00000100:00080000:2.0:1787760136.686194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760136.686204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760136.686257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324891648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760136.686292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760136.686296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760136.686297:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760136.686301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1037
00000100:00080000:2.0:1787760136.686304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760136.686307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760136.686318:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760136.686350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324891776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760136.686357:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891648:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760136.686427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760136.686467:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760136/real 1787760136]  req@ffff9f7d4a942580 x1874601324891648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760136.686487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324891648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760136.686496:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760136.686511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760136.686514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760136.686535:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891776:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760136.686553:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760136.686562:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760136/real 1787760136]  req@ffff9f7d4a940780 x1874601324891776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760136.686570:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324891776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760136.686576:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760136.686579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760136.686581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324891776:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760137.006115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760137.390246:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760138.030127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760138.414224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760139.054127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760139.438222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760140.078089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760140.462245:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760141.102161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760141.486171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760141.806185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760141.806198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760141.806205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760141.806218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1042
00000100:00080000:0.0:1787760141.806233:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760141.806241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760141.806313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324891904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760141.806352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760141.806356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760141.806358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760141.806362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1042
00000100:00080000:0.0:1787760141.806366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760141.806370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760141.806381:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760141.806394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324892032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760141.806401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891904:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760141.806481:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760141.806532:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760141/real 1787760141]  req@ffff9f7d46d752c0 x1874601324891904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760141.806551:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324891904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760141.806563:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760141.806575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760141.806580:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324891904:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760141.806610:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892032:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760141.806647:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760141.806676:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760141/real 1787760141]  req@ffff9f7d46d76d00 x1874601324892032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760141.806690:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324892032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760141.806699:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760141.806708:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760141.806712:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892032:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760142.126147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760142.510204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760143.150106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760143.534161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760144.174174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760144.558162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760145.198156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760145.582149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760146.222219:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760146.606192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760146.926125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760146.926133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760146.926137:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760146.926145:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1047
00000100:00080000:0.0:1787760146.926154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760146.926159:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760146.926191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324892160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760146.926213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760146.926216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760146.926217:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760146.926220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1047
00000100:00080000:0.0:1787760146.926222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760146.926238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760146.926246:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760146.926257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324892288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760146.926273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892160:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760146.926328:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760146.926370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760146/real 1787760146]  req@ffff9f7d46d75e00 x1874601324892160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760146.926393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324892160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760146.926414:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760146.926424:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760146.926427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892160:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760146.926448:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892288:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760146.926467:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760146.926477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760146/real 1787760146]  req@ffff9f7d46d76580 x1874601324892288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760146.926486:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324892288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760146.926491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760146.926493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760146.926496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892288:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760147.246162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760147.630170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760148.270128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760148.654204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760149.294107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760149.678259:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760150.318171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760150.702200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760151.342158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760151.726176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760152.046143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760152.046151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760152.046154:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760152.046163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1052
00000100:00080000:0.0:1787760152.046172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760152.046177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760152.046210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324892416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760152.046237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760152.046241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760152.046243:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760152.046247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1052
00000100:00080000:0.0:1787760152.046251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760152.046255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760152.046266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760152.046281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324892544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760152.046304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892416:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760152.046374:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760152.046426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760152/real 1787760152]  req@ffff9f7d46d74b40 x1874601324892416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760152.046449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324892416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760152.046476:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760152.046497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760152.046502:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760152.046510:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892544:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760152.046537:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760152.046552:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760152/real 1787760152]  req@ffff9f7d46d76940 x1874601324892544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760152.046565:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324892544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760152.046574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760152.046578:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760152.046582:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892544:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760152.366130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760152.750181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760153.390226:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760153.774178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760154.414124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760154.798201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760155.438146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760155.822190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760156.462120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760156.846196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760157.166168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760157.166179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760157.166184:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760157.166195:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1057
00000100:00080000:2.0:1787760157.166206:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760157.166223:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760157.166264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324892672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760157.166294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760157.166298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760157.166300:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760157.166304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1057
00000100:00080000:2.0:1787760157.166308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760157.166313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760157.166324:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760157.166342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324892800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760157.166382:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892672:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760157.166467:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760157.166537:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760157/real 1787760157]  req@ffff9f7d4a941a40 x1874601324892672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760157.166561:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324892672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760157.166574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760157.166579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760157.166584:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892672:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760157.166638:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892800:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760157.166660:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760157.166669:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760157/real 1787760157]  req@ffff9f7d4a941e00 x1874601324892800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760157.166679:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324892800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760157.166685:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760157.166688:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760157.166690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324892800:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760157.486112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760157.870193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760158.510137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760158.894186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760159.534113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760159.918251:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760160.558155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760160.942173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760161.582183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760161.966193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760162.286130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760162.286139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760162.286157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760162.286165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1062
00000100:00080000:0.0:1787760162.286174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760162.286180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760162.286209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324892928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760162.286232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760162.286236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760162.286238:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760162.286242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1062
00000100:00080000:0.0:1787760162.286246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760162.286251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760162.286260:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760162.286284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324893056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760162.286295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892928:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760162.286356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760162.286404:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760162/real 1787760162]  req@ffff9f7d46d770c0 x1874601324892928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760162.286426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324892928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760162.286437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760162.286442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760162.286447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324892928:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760162.286470:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893056:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760162.286496:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760162.286506:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760162/real 1787760162]  req@ffff9f7d46d77840 x1874601324893056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760162.286514:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324893056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760162.286520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760162.286522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760162.286524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893056:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760162.606136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760162.990207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760163.630123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760164.014255:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760164.654094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760165.038190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760165.678179:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760166.062275:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760166.702120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760167.086257:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760167.406155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760167.406181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760167.406186:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760167.406198:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1067
00000100:00080000:0.0:1787760167.406210:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760167.406217:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760167.406263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324893184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760167.406294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760167.406321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760167.406324:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760167.406329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1067
00000100:00080000:0.0:1787760167.406335:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760167.406340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760167.406359:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760167.406374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324893312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760167.406404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760167.406538:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893312:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760167.726171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760168.110249:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760168.750170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760169.134180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760169.774195:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760170.158215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760170.478333:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787760170.478383:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760170.478400:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787760170.478452:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760170.478495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760167/real 1787760170]  req@ffff9f7d46d761c0 x1874601324893312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760170.478521:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324893312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760170.478533:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760170.478537:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760170.478541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893312:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760170.478548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760167/real 1787760170]  req@ffff9f7d46d74000 x1874601324893184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760170.478579:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324893184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760170.478586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760170.478589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760170.478591:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760170.798178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760171.182250:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760171.822206:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760172.206229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760172.526188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760172.526197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760172.526201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760172.526216:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1073
00000100:00080000:2.0:1787760172.526225:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760172.526230:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760172.526263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324893440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760172.526285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760172.526288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760172.526289:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760172.526292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1073
00000100:00080000:2.0:1787760172.526294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760172.526297:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760172.526304:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760172.526313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324893568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760172.526349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893440:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760172.526420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760172.526474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760172/real 1787760172]  req@ffff9f7d4a940b40 x1874601324893440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760172.526497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324893440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760172.526509:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760172.526514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760172.526518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893440:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760172.526526:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893568:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760172.526551:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760172.526566:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760172/real 1787760172]  req@ffff9f7d4a941e00 x1874601324893568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760172.526580:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324893568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760172.526613:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760172.526617:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760172.526620:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893568:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760172.846153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760173.230258:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760173.870140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760174.254227:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760174.894146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760175.278148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760175.918138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760176.302177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760176.942105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760177.326146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760177.646122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760177.646133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760177.646155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760177.646167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1078
00000100:00080000:2.0:1787760177.646179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760177.646188:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760177.646222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324893696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760177.646250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760177.646254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760177.646262:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760177.646267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1078
00000100:00080000:2.0:1787760177.646271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760177.646277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760177.646286:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760177.646298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760177.646304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324893824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760177.646374:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760177.646407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760177/real 1787760177]  req@ffff9f7d4a941a40 x1874601324893696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760177.646420:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324893696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760177.646427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760177.646430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760177.646433:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760177.646461:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893824:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760177.646485:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760177.646498:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760177/real 1787760177]  req@ffff9f7d4a940780 x1874601324893824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760177.646506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324893824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760177.646512:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760177.646514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760177.646517:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324893824:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760177.966166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760178.350181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760178.990103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760179.374176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760180.014163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760180.398205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760181.038169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760181.422153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760182.062135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760182.446191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760182.766206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760182.766220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760182.766227:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760182.766240:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1083
00000100:00080000:2.0:1787760182.766255:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760182.766264:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760182.766314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324893952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760182.766366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760182.766370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760182.766373:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760182.766377:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1083
00000100:00080000:2.0:1787760182.766382:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760182.766387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760182.766399:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760182.766414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324894080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760182.766422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893952:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760182.766496:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760182.766544:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760182/real 1787760182]  req@ffff9f7d4a942580 x1874601324893952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760182.766561:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324893952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760182.766571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760182.766575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760182.766578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324893952:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760182.766602:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894080:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760182.766630:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760182.766639:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760182/real 1787760182]  req@ffff9f7d4a942940 x1874601324894080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760182.766648:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324894080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760182.766654:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760182.766657:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760182.766659:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894080:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760183.086205:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760183.470189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760184.110146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760184.494229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760185.134137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760185.518221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760186.158123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760186.542195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760187.182142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760187.566151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760187.886163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760187.886173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760187.886177:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760187.886187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1088
00000100:00080000:0.0:1787760187.886218:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760187.886226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760187.886289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324894208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760187.886323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760187.886328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760187.886348:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760187.886353:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1088
00000100:00080000:0.0:1787760187.886359:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760187.886364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760187.886377:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760187.886389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760187.886396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324894336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760187.886488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760187.886554:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760187/real 1787760187]  req@ffff9f7d46d75680 x1874601324894208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760187.886604:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324894208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760187.886616:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760187.886620:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760187.886624:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760187.886651:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894336:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760187.886691:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760187.886703:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760187/real 1787760187]  req@ffff9f7d46d743c0 x1874601324894336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760187.886713:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324894336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760187.886721:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760187.886724:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760187.886727:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894336:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760188.206141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760188.590266:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760189.230140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760189.614157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760190.254115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760190.638156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760191.278139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760191.662106:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760192.302124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760192.686177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760193.006163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760193.006176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760193.006181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760193.006193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1093
00000100:00080000:0.0:1787760193.006206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760193.006214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760193.006271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324894464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760193.006311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760193.006315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760193.006318:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760193.006323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1093
00000100:00080000:0.0:1787760193.006327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760193.006334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760193.006353:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760193.006380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760193.006391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324894592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760193.006459:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760193.006519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760193/real 1787760193]  req@ffff9f7d46d743c0 x1874601324894464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760193.006541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324894464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760193.006573:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760193.006577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760193.006580:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760193.006604:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894592:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760193.006631:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760193.006645:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760193/real 1787760193]  req@ffff9f7d46d75680 x1874601324894592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760193.006657:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324894592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760193.006664:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760193.006685:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760193.006690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894592:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760193.326143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760193.710211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760194.350131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760194.734315:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760195.374197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760195.758181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760196.398104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760196.782221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760197.422175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760197.806160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760198.126193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760198.126205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760198.126210:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760198.126222:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1098
00000100:00080000:2.0:1787760198.126235:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760198.126242:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760198.126288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324894720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760198.126316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760198.126341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760198.126343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760198.126348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1098
00000100:00080000:2.0:1787760198.126352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760198.126358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760198.126371:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760198.126386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324894848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760198.126419:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894720:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760198.126496:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760198.126547:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760198/real 1787760198]  req@ffff9f7d4a941680 x1874601324894720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760198.126579:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324894720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760198.126593:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760198.126598:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760198.126602:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894720:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760198.126624:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894848:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760198.126647:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760198.126660:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760198/real 1787760198]  req@ffff9f7d4a9412c0 x1874601324894848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760198.126673:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324894848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760198.126682:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760198.126685:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760198.126689:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324894848:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760198.446124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760198.830209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760199.470124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760199.854144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760200.494162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760200.878218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760201.518125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760201.902148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760202.542150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760202.926202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760203.246154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760203.246163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760203.246167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760203.246176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1103
00000100:00080000:0.0:1787760203.246186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760203.246192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760203.246230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324894976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760203.246260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760203.246262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760203.246264:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760203.246267:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1103
00000100:00080000:0.0:1787760203.246271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760203.246273:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760203.246282:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760203.246295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324895104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760203.246305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894976:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760203.246370:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760203.246412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760203/real 1787760203]  req@ffff9f7d46d74000 x1874601324894976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760203.246426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324894976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760203.246434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760203.246437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760203.246440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324894976:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760203.246458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895104:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760203.246492:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760203.246502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760203/real 1787760203]  req@ffff9f7d46d761c0 x1874601324895104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760203.246530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324895104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760203.246538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760203.246542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760203.246545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895104:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760203.566140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760203.950133:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760204.590182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760204.974217:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760205.614121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760205.998118:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760206.638098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760207.022201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760207.662127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760208.046162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760208.366142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760208.366153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760208.366157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760208.366167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1108
00000100:00080000:0.0:1787760208.366179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760208.366187:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760208.366223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324895232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760208.366251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760208.366254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760208.366255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760208.366258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1108
00000100:00080000:0.0:1787760208.366261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760208.366264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760208.366271:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760208.366282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324895360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760208.366302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324895232:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760208.366384:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760208.366442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760208/real 1787760208]  req@ffff9f7d46d77840 x1874601324895232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760208.366463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324895232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760208.366475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760208.366479:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760208.366484:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324895232:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760208.366492:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895360:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760208.366516:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760208.366529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760208/real 1787760208]  req@ffff9f7d46d770c0 x1874601324895360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760208.366542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324895360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760208.366572:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760208.366576:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760208.366580:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895360:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760208.686190:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760209.070178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760209.710139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760210.094171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760210.734122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760211.118206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760211.758112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760212.142139:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760212.782192:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760213.166225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760213.486144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760213.486156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760213.486180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760213.486191:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1114
00000100:00080000:0.0:1787760213.486204:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760213.486210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760213.486250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324895488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760213.486291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760213.486294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760213.486296:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760213.486299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1114
00000100:00080000:0.0:1787760213.486302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760213.486306:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760213.486317:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760213.486330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324895616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760213.486364:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324895488:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760213.486435:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760213.486470:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760213/real 1787760213]  req@ffff9f7d46d76940 x1874601324895488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760213.486484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324895488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760213.486493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760213.486497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760213.486499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324895488:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760213.486505:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895616:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760213.486520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760213.486528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760213/real 1787760213]  req@ffff9f7d46d74b40 x1874601324895616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760213.486536:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324895616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760213.486542:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760213.486544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760213.486546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895616:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760213.806112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760214.190250:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760214.830126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760215.214172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760215.854098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760216.238205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760216.878138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760217.262118:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760217.902093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760218.286192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760218.606116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760218.606123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760218.606126:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760218.606133:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1119
00000100:00080000:2.0:1787760218.606142:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760218.606148:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760218.606187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324895744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760218.606208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760218.606210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760218.606211:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760218.606225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1119
00000100:00080000:2.0:1787760218.606228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760218.606232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760218.606239:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760218.606249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324895872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760218.606262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324895744:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760218.606342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760218.606395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760218/real 1787760218]  req@ffff9f7d4a9421c0 x1874601324895744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760218.606417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324895744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760218.606427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760218.606430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760218.606433:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324895744:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760218.606457:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895872:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760218.606475:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760218.606483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760218/real 1787760218]  req@ffff9f7d4a9412c0 x1874601324895872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760218.606490:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324895872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760218.606496:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760218.606498:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760218.606500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324895872:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760218.926136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760219.310130:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760219.950156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760220.334153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760220.974164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760221.358229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760221.998187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760222.382132:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760223.022176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760223.406156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760223.726150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760223.726159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760223.726163:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760223.726172:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1124
00000100:00080000:2.0:1787760223.726182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760223.726189:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760223.726228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324896000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760223.726256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760223.726259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760223.726261:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760223.726264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1124
00000100:00080000:2.0:1787760223.726267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760223.726271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760223.726279:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760223.726289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324896128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760223.726321:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896000:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760223.726381:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760223.726418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760223/real 1787760223]  req@ffff9f7d4a941680 x1874601324896000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760223.726448:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324896000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760223.726458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760223.726462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760223.726465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896000:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760223.726471:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896128:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760223.726492:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760223.726502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760223/real 1787760223]  req@ffff9f7d4a942940 x1874601324896128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760223.726513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324896128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760223.726522:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760223.726525:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760223.726528:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896128:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760224.046168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760224.430263:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760225.070173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760225.454194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760226.094120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760226.478205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760227.118112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760227.502196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760228.142144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760228.526223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760228.846153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760228.846160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760228.846163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760228.846177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1129
00000100:00080000:0.0:1787760228.846185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760228.846191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760228.846220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324896256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760228.846239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760228.846241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760228.846242:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760228.846245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1129
00000100:00080000:0.0:1787760228.846247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760228.846249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760228.846255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760228.846263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324896384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760228.846316:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896256:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760228.846397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760228.846455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760228/real 1787760228]  req@ffff9f7d46d76580 x1874601324896256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760228.846476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324896256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760228.846507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760228.846511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760228.846514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896256:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760228.846525:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896384:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760228.846545:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760228.846554:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760228/real 1787760228]  req@ffff9f7d46d75e00 x1874601324896384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760228.846562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324896384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760228.846567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760228.846569:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760228.846571:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896384:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760229.166151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760229.550137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760230.190186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760230.574196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760231.214119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760231.598133:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760232.238158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760232.622200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760233.262116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760233.646121:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760233.966137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760233.966144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760233.966148:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760233.966155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1134
00000100:00080000:2.0:1787760233.966164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760233.966168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760233.966195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324896512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760233.966216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760233.966218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760233.966219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760233.966221:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1134
00000100:00080000:2.0:1787760233.966223:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760233.966225:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760233.966232:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760233.966239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324896640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760233.966271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896512:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760233.966362:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896640:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760234.286116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760234.670188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760235.310076:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760235.694143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760236.334134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760236.718155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760237.038376:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760237.038429:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760237.038456:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760237.038507:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760237.038619:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760233/real 1787760237]  req@ffff9f7d4a942580 x1874601324896512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760237.038645:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324896512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760237.038660:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760237.038665:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760237.038679:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896512:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760237.038689:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760233/real 1787760237]  req@ffff9f7d4a940780 x1874601324896640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760237.038702:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324896640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760237.038711:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760237.038715:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760237.038718:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896640:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760237.358081:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760237.742153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760238.382168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760238.766153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760239.086132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760239.086142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760239.086162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760239.086172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1139
00000100:00080000:2.0:1787760239.086180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760239.086185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760239.086211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324896768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760239.086234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760239.086238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760239.086239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760239.086243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1139
00000100:00080000:2.0:1787760239.086246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760239.086250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760239.086259:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760239.086272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324896896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760239.086300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896768:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760239.086365:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760239.086420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760239/real 1787760239]  req@ffff9f7d4a941a40 x1874601324896768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760239.086439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324896768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760239.086450:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760239.086454:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760239.086459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324896768:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760239.086466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896896:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760239.086486:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760239.086497:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760239/real 1787760239]  req@ffff9f7d4a941e00 x1874601324896896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760239.086524:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324896896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760239.086532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760239.086535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760239.086538:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324896896:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760239.406143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760239.790168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760240.430118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760240.814170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760241.454136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760241.838205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760242.478125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760242.862131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760243.502179:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760243.886142:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760244.206155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760244.206163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760244.206166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760244.206174:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1144
00000100:00080000:2.0:1787760244.206182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760244.206187:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760244.206217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324897024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760244.206257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760244.206259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760244.206261:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760244.206263:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1144
00000100:00080000:2.0:1787760244.206266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760244.206268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760244.206275:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760244.206284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324897152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760244.206303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897024:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760244.206352:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760244.206386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760244/real 1787760244]  req@ffff9f7d4a940b40 x1874601324897024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760244.206399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324897024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760244.206406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760244.206408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760244.206411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897024:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760244.206415:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897152:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760244.206428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760244.206434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760244/real 1787760244]  req@ffff9f7d4a941e00 x1874601324897152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760244.206441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324897152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760244.206455:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760244.206457:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760244.206459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897152:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760244.526134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760244.910155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760245.550134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760245.934187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760246.574145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760246.958226:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760247.598155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760247.982171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760248.622075:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760249.006228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760249.326087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760249.326098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760249.326102:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760249.326111:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1149
00000100:00080000:2.0:1787760249.326121:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760249.326127:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760249.326161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324897280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760249.326186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760249.326190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760249.326192:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760249.326196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1149
00000100:00080000:2.0:1787760249.326210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760249.326215:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760249.326224:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760249.326239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897280:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760249.326239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324897408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760249.326302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760249.326337:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760249/real 1787760249]  req@ffff9f7d4a941a40 x1874601324897280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760249.326354:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324897280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760249.326364:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760249.326367:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760249.326371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897280:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760249.326395:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897408:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760249.326415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760249.326426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760249/real 1787760249]  req@ffff9f7d4a940780 x1874601324897408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760249.326437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324897408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760249.326444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760249.326447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760249.326451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897408:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760249.646117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760250.030181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760250.670094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760251.054204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760251.694122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760252.078162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760252.718099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760253.102211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760253.742126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760254.126207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760254.446155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760254.446167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760254.446171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760254.446181:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1155
00000100:00080000:2.0:1787760254.446192:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760254.446199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760254.446236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324897536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760254.446267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760254.446271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760254.446274:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760254.446278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1155
00000100:00080000:2.0:1787760254.446281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760254.446286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760254.446295:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760254.446309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324897664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760254.446322:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897536:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760254.446379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760254.446418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760254/real 1787760254]  req@ffff9f7d4a942580 x1874601324897536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760254.446433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324897536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760254.446442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760254.446445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760254.446448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897536:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760254.446466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897664:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760254.446493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760254.446502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760254/real 1787760254]  req@ffff9f7d4a942940 x1874601324897664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760254.446510:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324897664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760254.446516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760254.446518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760254.446520:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897664:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760254.766097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760255.150177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760255.790161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760256.174169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760256.814102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760257.198262:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760257.838160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760258.222194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760258.862134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760259.246237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760259.566166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760259.566200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760259.566204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760259.566216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1160
00000100:00080000:2.0:1787760259.566228:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760259.566236:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760259.566294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324897792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760259.566327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760259.566330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760259.566332:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760259.566335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1160
00000100:00080000:2.0:1787760259.566338:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760259.566341:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760259.566352:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760259.566363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324897920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760259.566429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897792:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760259.566504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760259.566548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760259/real 1787760259]  req@ffff9f7d4a941680 x1874601324897792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760259.566562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324897792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760259.566571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760259.566574:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760259.566577:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324897792:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760259.566583:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897920:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760259.566600:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760259.566609:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760259/real 1787760259]  req@ffff9f7d4a9412c0 x1874601324897920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760259.566617:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324897920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760259.566623:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760259.566626:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760259.566628:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324897920:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760259.886150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760260.270179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760260.910127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760261.294248:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760261.934131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760262.318175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760262.958136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760263.342198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760263.982137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760264.366185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760264.686093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760264.686101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760264.686105:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760264.686113:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1165
00000100:00080000:2.0:1787760264.686122:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760264.686128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760264.686162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324898048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760264.686203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760264.686206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760264.686207:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760264.686211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1165
00000100:00080000:2.0:1787760264.686213:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760264.686216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760264.686224:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760264.686234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324898176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760264.686248:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898048:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760264.686315:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760264.686352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760264/real 1787760264]  req@ffff9f7d4a9421c0 x1874601324898048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760264.686368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324898048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760264.686377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760264.686380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760264.686383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898048:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760264.686402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898176:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760264.686417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760264.686425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760264/real 1787760264]  req@ffff9f7d4a9412c0 x1874601324898176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760264.686433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324898176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760264.686439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760264.686441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760264.686443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898176:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760265.006152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760265.390205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760266.030121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760266.414193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760267.054124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760267.438202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760268.078090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760268.462192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760269.102133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760269.486205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760269.806097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760269.806105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760269.806109:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760269.806117:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1170
00000100:00080000:2.0:1787760269.806126:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760269.806131:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760269.806168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324898304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760269.806200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760269.806202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760269.806204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760269.806207:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1170
00000100:00080000:2.0:1787760269.806209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760269.806212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760269.806233:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760269.806244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324898432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760269.806257:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898304:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760269.806316:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760269.806348:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760269/real 1787760269]  req@ffff9f7d4a941680 x1874601324898304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760269.806362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324898304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760269.806370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760269.806373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760269.806376:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898304:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760269.806397:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898432:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760269.806411:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760269.806418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760269/real 1787760269]  req@ffff9f7d4a942940 x1874601324898432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760269.806426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324898432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760269.806432:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760269.806434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760269.806436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898432:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760270.126099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760270.510202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760271.150171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760271.534185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760272.174101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760272.558226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760273.198135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760273.582197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760274.222133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760274.606162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760274.926146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760274.926153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760274.926157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760274.926165:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1175
00000100:00080000:1.0:1787760274.926174:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760274.926180:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760274.926212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324898560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760274.926235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760274.926238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760274.926239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760274.926242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1175
00000100:00080000:1.0:1787760274.926244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760274.926247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760274.926255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760274.926264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324898688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760274.926278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898560:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760274.926343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760274.926382:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760274/real 1787760274]  req@ffff9f7d4a909e00 x1874601324898560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760274.926402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324898560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760274.926414:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760274.926418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760274.926423:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898560:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760274.926450:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898688:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760274.926473:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760274.926486:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760274/real 1787760274]  req@ffff9f7d4a90ad00 x1874601324898688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760274.926510:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324898688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760274.926520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760274.926524:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760274.926528:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898688:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760275.246148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760275.630193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760276.270160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760276.654156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760277.294145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760277.678213:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760278.318137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760278.702184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760279.342193:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760279.726199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760280.046097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760280.046105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760280.046108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760280.046122:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1180
00000100:00080000:1.0:1787760280.046132:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760280.046138:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760280.046169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324898816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760280.046200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760280.046203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760280.046205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760280.046207:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1180
00000100:00080000:1.0:1787760280.046210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760280.046213:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760280.046222:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760280.046236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324898944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760280.046250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898816:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760280.046313:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760280.046344:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760280/real 1787760280]  req@ffff9f7d4a908780 x1874601324898816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760280.046358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324898816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760280.046366:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760280.046370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760280.046372:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324898816:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760280.046401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898944:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760280.046426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760280.046440:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760280/real 1787760280]  req@ffff9f7d4a908f00 x1874601324898944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760280.046454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324898944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760280.046461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760280.046463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760280.046466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324898944:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760280.366123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760280.750171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760281.390137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760281.774172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760282.414160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760282.798150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760283.438178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760283.822151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760284.462140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760284.846155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760285.166128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760285.166137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760285.166140:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760285.166149:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1185
00000100:00080000:0.0:1787760285.166160:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760285.166165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760285.166198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324899072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760285.166222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760285.166225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760285.166226:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760285.166229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1185
00000100:00080000:0.0:1787760285.166231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760285.166233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760285.166255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760285.166268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324899200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760285.166269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899072:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760285.166338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760285.166376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760285/real 1787760285]  req@ffff9f7d46d76d00 x1874601324899072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760285.166389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324899072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760285.166397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760285.166400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760285.166403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899072:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760285.166421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899200:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760285.166436:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760285.166447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760285/real 1787760285]  req@ffff9f7d46d752c0 x1874601324899200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760285.166467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324899200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760285.166476:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760285.166480:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760285.166483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899200:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760285.486140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760285.870168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760286.510145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760286.894150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760287.534102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760287.918249:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760288.558181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760288.942144:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760289.582094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760289.966185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760290.286117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760290.286125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760290.286129:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760290.286137:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1190
00000100:00080000:0.0:1787760290.286148:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760290.286153:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760290.286186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324899328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760290.286211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760290.286213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760290.286215:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760290.286218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1190
00000100:00080000:0.0:1787760290.286220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760290.286222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760290.286229:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760290.286237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324899456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760290.286263:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899328:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760290.286322:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760290.286373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760290/real 1787760290]  req@ffff9f7d46d77c00 x1874601324899328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760290.286392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324899328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760290.286402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760290.286406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760290.286411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899328:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760290.286418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899456:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760290.286443:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760290.286458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760290/real 1787760290]  req@ffff9f7d46d74780 x1874601324899456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760290.286472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324899456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760290.286478:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760290.286481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760290.286483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899456:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760290.606152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760290.990125:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760291.630075:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760292.014214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760292.654134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760293.038160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760293.678096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760294.062185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760294.702115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760295.086149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760295.406150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760295.406158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760295.406162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760295.406170:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1195
00000100:00080000:1.0:1787760295.406179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760295.406185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760295.406218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324899584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760295.406251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760295.406253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760295.406255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760295.406269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1195
00000100:00080000:1.0:1787760295.406273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760295.406277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760295.406285:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760295.406298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324899712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760295.406300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899584:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760295.406360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760295.406398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760295/real 1787760295]  req@ffff9f7d4a908f00 x1874601324899584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760295.406412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324899584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760295.406429:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760295.406433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760295.406436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899584:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760295.406457:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899712:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760295.406474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760295.406482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760295/real 1787760295]  req@ffff9f7d4a908780 x1874601324899712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760295.406490:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324899712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760295.406496:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760295.406498:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760295.406500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899712:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760295.726098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760296.110178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760296.750131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760297.134107:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760297.774133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760298.158209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760298.798149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760299.182124:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760299.822141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760300.206244:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760300.526207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760300.526214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760300.526218:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760300.526226:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1201
00000100:00080000:2.0:1787760300.526236:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760300.526242:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760300.526274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324899840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760300.526302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760300.526322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760300.526324:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760300.526328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1201
00000100:00080000:2.0:1787760300.526332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760300.526335:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760300.526343:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760300.526352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324899968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760300.526363:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899840:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760300.526492:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899968:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760300.846163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760301.230155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760301.870134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760302.254194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760302.894148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760303.278216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760303.598260:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787760303.598303:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760303.598322:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787760303.598366:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760303.598432:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760300/real 1787760303]  req@ffff9f7d4a940780 x1874601324899968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760303.598460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324899968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760303.598474:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760303.598479:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760303.598484:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324899968:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760303.598492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760300/real 1787760303]  req@ffff9f7d4a942580 x1874601324899840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760303.598506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324899840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760303.598541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760303.598545:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760303.598549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324899840:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760303.918124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760304.302231:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760304.942120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760305.326192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760305.646127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760305.646137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760305.646142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760305.646152:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1206
00000100:00080000:2.0:1787760305.646165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760305.646173:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760305.646216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324900096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760305.646255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760305.646259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760305.646261:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760305.646266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1206
00000100:00080000:2.0:1787760305.646271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760305.646277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760305.646291:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760305.646309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324900224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760305.646329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900096:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760305.646431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760305.646497:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760305/real 1787760305]  req@ffff9f7d4a941a40 x1874601324900096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760305.646518:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324900096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760305.646532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760305.646536:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760305.646541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900096:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760305.646575:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900224:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760305.646606:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760305.646639:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760305/real 1787760305]  req@ffff9f7d4a941e00 x1874601324900224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760305.646653:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324900224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760305.646661:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760305.646681:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760305.646684:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900224:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760305.966169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760306.350164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760306.990102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760307.374198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760308.014251:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760308.398214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760309.038133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760309.422184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760310.062235:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760310.446182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760310.766145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760310.766156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760310.766161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760310.766170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1211
00000100:00080000:2.0:1787760310.766182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760310.766189:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760310.766226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324900352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760310.766258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760310.766262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760310.766265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760310.766269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1211
00000100:00080000:2.0:1787760310.766273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760310.766277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760310.766286:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760310.766302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324900480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760310.766307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900352:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760310.766368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760310.766447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760310/real 1787760310]  req@ffff9f7d4a940b40 x1874601324900352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760310.766467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324900352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760310.766475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760310.766478:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760310.766481:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900352:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760310.766501:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900480:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760310.766520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760310.766528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760310/real 1787760310]  req@ffff9f7d4a941e00 x1874601324900480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760310.766536:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324900480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760310.766542:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760310.766557:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760310.766560:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900480:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760311.086132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760311.470184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760312.110144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760312.494176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760313.134096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760313.518226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760314.158142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760314.542190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760315.182106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760315.566202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760315.886164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760315.886173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760315.886177:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760315.886187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1216
00000100:00080000:0.0:1787760315.886197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760315.886203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760315.886237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324900608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760315.886259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760315.886262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760315.886263:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760315.886266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1216
00000100:00080000:0.0:1787760315.886273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760315.886276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760315.886298:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760315.886313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324900736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760315.886320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900608:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760315.886381:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760315.886412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760315/real 1787760315]  req@ffff9f7d46d77480 x1874601324900608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760315.886427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324900608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760315.886438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760315.886442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760315.886447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900608:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760315.886470:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900736:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760315.886494:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760315.886504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760315/real 1787760315]  req@ffff9f7d46d75a40 x1874601324900736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760315.886512:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324900736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760315.886518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760315.886532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760315.886535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900736:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760316.206123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760316.590138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760317.230125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760317.614202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760318.254133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760318.638161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760319.278114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760319.662185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760320.302093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760320.686151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760321.006156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760321.006165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760321.006168:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760321.006176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1221
00000100:00080000:1.0:1787760321.006197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760321.006204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760321.006235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324900864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760321.006259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760321.006262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760321.006264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760321.006266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1221
00000100:00080000:1.0:1787760321.006269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760321.006271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760321.006279:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760321.006286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324900992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760321.006322:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900864:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760321.006387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760321.006429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760321/real 1787760321]  req@ffff9f7d4a90ad00 x1874601324900864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760321.006450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324900864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760321.006473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760321.006478:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760321.006483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324900864:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760321.006492:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900992:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760321.006520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760321.006533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760321/real 1787760321]  req@ffff9f7d4a909e00 x1874601324900992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760321.006548:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324900992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760321.006558:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760321.006561:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760321.006565:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324900992:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760321.326368:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760321.710164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760322.350121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760322.734185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760323.374151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760323.758220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760324.398113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760324.782191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760325.422151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760325.806170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760326.126163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760326.126171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760326.126175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760326.126183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1226
00000100:00080000:1.0:1787760326.126193:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760326.126198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760326.126237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324901120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760326.126261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760326.126264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760326.126265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760326.126268:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1226
00000100:00080000:1.0:1787760326.126270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760326.126273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760326.126280:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760326.126289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324901248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760326.126312:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901120:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760326.126387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760326.126421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760326/real 1787760326]  req@ffff9f7d4a9083c0 x1874601324901120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760326.126434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324901120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760326.126442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760326.126445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760326.126461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901120:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760326.126466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324901248:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760326.126484:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760326.126493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760326/real 1787760326]  req@ffff9f7d4a90b480 x1874601324901248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760326.126501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324901248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760326.126506:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760326.126509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760326.126511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324901248:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760326.446109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760326.830178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760327.470154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760327.854210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760328.494105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760328.878219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760329.518136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760329.902203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760330.542100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760330.926269:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760331.246149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760331.246160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760331.246165:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760331.246176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1231
00000100:00080000:0.0:1787760331.246188:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760331.246196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760331.246259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324901376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760331.246285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760331.246289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760331.246291:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760331.246296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1231
00000100:00080000:0.0:1787760331.246301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760331.246305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760331.246319:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760331.246331:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901376:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787760331.246332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324901504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760331.246408:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760331.246451:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760331/real 1787760331]  req@ffff9f7d46d75a40 x1874601324901376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760331.246480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324901376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760331.246492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760331.246497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760331.246502:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901376:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760331.246541:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324901504:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760331.246562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760331.246572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760331/real 1787760331]  req@ffff9f7d46d77480 x1874601324901504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760331.246581:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324901504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760331.246588:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760331.246590:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760331.246593:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324901504:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760331.566157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760331.950230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760332.590132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760332.974213:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760333.614121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760333.998195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760334.638143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760335.022199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760335.662123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760336.046212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760336.366128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760336.366153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760336.366156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760336.366164:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1236
00000100:00080000:1.0:1787760336.366173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760336.366178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760336.366207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324901632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760336.366232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760336.366234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760336.366236:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760336.366238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1236
00000100:00080000:1.0:1787760336.366241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760336.366243:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760336.366250:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760336.366259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324901760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760336.366283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901632:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760336.366338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760336.366370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760336/real 1787760336]  req@ffff9f7d4a90bc00 x1874601324901632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760336.366383:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324901632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760336.366390:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760336.366393:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760336.366396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901632:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760336.366400:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324901760:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760336.366426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760336.366435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760336/real 1787760336]  req@ffff9f7d4a909a40 x1874601324901760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760336.366443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324901760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760336.366448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760336.366450:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760336.366452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324901760:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760336.686095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760337.070128:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760337.710101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760338.094179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760338.734139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760339.118184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760339.758142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760340.142163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760340.782144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760341.166189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760341.486146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760341.486154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760341.486158:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760341.486166:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1242
00000100:00080000:0.0:1787760341.486175:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760341.486181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760341.486221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324901888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760341.486243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760341.486246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760341.486247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760341.486250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1242
00000100:00080000:0.0:1787760341.486252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760341.486269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760341.486277:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760341.486292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324902016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760341.486292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901888:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760341.486352:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760341.486385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760341/real 1787760341]  req@ffff9f7d46d74780 x1874601324901888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760341.486398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324901888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760341.486407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760341.486409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760341.486412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324901888:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760341.486430:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902016:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760341.486444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760341.486460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760341/real 1787760341]  req@ffff9f7d46d77c00 x1874601324902016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760341.486468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324902016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760341.486474:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760341.486476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760341.486479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902016:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760341.806100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760342.190229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760342.830136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760343.214197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760343.854105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760344.238140:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760344.878141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760345.262202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760345.902080:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760346.286245:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760346.606102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760346.606112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760346.606117:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760346.606127:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1247
00000100:00080000:0.0:1787760346.606138:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760346.606145:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760346.606191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324902144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760346.606216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760346.606219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760346.606221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760346.606225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1247
00000100:00080000:0.0:1787760346.606229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760346.606233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760346.606243:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760346.606258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324902272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760346.606259:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902144:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760346.606318:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760346.606359:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760346/real 1787760346]  req@ffff9f7d46d752c0 x1874601324902144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760346.606379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324902144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760346.606391:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760346.606395:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760346.606399:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902144:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760346.606423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902272:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760346.606446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760346.606456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760346/real 1787760346]  req@ffff9f7d46d76d00 x1874601324902272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760346.606481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324902272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760346.606488:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760346.606490:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760346.606492:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902272:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760346.926147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760347.310138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760347.950119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760348.334188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760348.974115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760349.358162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760349.998147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760350.382154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760351.022141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760351.406209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760351.726112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760351.726120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760351.726139:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760351.726146:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1252
00000100:00080000:0.0:1787760351.726155:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760351.726160:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760351.726189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324902400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760351.726216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760351.726219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760351.726221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760351.726223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1252
00000100:00080000:0.0:1787760351.726225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760351.726228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760351.726234:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760351.726244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324902528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760351.726266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902400:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760351.726320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760351.726350:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760351/real 1787760351]  req@ffff9f7d46d75e00 x1874601324902400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760351.726362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324902400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760351.726370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760351.726373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760351.726375:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902400:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760351.726380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902528:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760351.726394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760351.726401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760351/real 1787760351]  req@ffff9f7d46d76580 x1874601324902528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760351.726420:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324902528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760351.726427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760351.726431:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760351.726434:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902528:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760352.046103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760352.430160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760353.070147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760353.454132:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760354.094090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760354.478189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760355.118179:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760355.502193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760356.142187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760356.526266:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760356.846107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760356.846118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760356.846123:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760356.846135:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1257
00000100:00080000:2.0:1787760356.846147:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760356.846154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760356.846198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324902656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760356.846225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760356.846228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760356.846230:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760356.846233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1257
00000100:00080000:2.0:1787760356.846235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760356.846238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760356.846248:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760356.846258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324902784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760356.846308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902656:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760356.846373:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760356.846415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760356/real 1787760356]  req@ffff9f7d4a941a40 x1874601324902656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760356.846428:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324902656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760356.846437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760356.846440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760356.846443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902656:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760356.846449:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902784:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760356.846471:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760356.846498:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760356/real 1787760356]  req@ffff9f7d4a942580 x1874601324902784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760356.846513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324902784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760356.846519:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760356.846522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760356.846524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324902784:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760357.166116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760357.550194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760358.190124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760358.574191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760359.214137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760359.598200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760360.238142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760360.622170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760361.262098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760361.646178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760361.966160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760361.966172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760361.966176:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760361.966187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1262
00000100:00080000:2.0:1787760361.966200:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760361.966207:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760361.966260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324902912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760361.966298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760361.966302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760361.966304:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760361.966309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1262
00000100:00080000:2.0:1787760361.966313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760361.966317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760361.966329:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760361.966347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324903040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760361.966366:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902912:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760361.966453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760361.966505:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760361/real 1787760361]  req@ffff9f7d4a940780 x1874601324902912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760361.966522:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324902912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760361.966531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760361.966535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760361.966538:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324902912:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760361.966565:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903040:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760361.966583:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760361.966595:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760361/real 1787760361]  req@ffff9f7d4a942940 x1874601324903040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760361.966609:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324903040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760361.966619:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760361.966622:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760361.966626:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903040:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760362.286169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760362.670217:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760363.310142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760363.694163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760364.334131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760364.718177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760365.358135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760365.742176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760366.382140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760366.766147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760367.086169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760367.086178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760367.086181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760367.086190:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1267
00000100:00080000:1.0:1787760367.086199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760367.086205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760367.086238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324903168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760367.086261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760367.086264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760367.086265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760367.086268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1267
00000100:00080000:1.0:1787760367.086270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760367.086274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760367.086282:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760367.086313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324903296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760367.086325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903168:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760367.086439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903296:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760367.406090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760367.790186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760368.430130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760368.814176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760369.454093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760369.838231:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760370.158257:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760370.158295:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760370.158310:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760370.158349:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:2.0:1787760370.158390:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760367/real 1787760370]  req@ffff9f7d4a90b840 x1874601324903296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760370.158433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324903296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760370.158447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760370.158453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760370.158457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903296:192.168.204.109@tcp:38:kworker.0
00000100:00100000:2.0:1787760370.158465:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760367/real 1787760370]  req@ffff9f7d4a90a1c0 x1874601324903168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760370.158478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324903168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760370.158485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760370.158488:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760370.158492:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903168:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760370.478128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760370.862165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760371.502105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760371.886212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760372.206147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760372.206157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760372.206161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760372.206171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1272
00000100:00080000:3.0:1787760372.206182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760372.206217:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760372.206250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324903424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760372.206277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760372.206281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760372.206283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760372.206300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1272
00000100:00080000:3.0:1787760372.206305:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760372.206310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760372.206321:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760372.206335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903424:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760372.206337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324903552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760372.206416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760372.206457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760372/real 1787760372]  req@ffff9f7d4832cb40 x1874601324903424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760372.206477:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324903424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760372.206489:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760372.206493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760372.206497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903424:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760372.206536:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903552:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760372.206562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760372.206575:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760372/real 1787760372]  req@ffff9f7d4832c780 x1874601324903552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760372.206587:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324903552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760372.206595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760372.206598:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760372.206601:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903552:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760372.526118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760372.910182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760373.550129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760373.934192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760374.574124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760374.958206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760375.598167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760375.982206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760376.622168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760377.006276:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760377.326242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760377.326253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760377.326258:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760377.326269:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1277
00000100:00080000:2.0:1787760377.326282:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760377.326291:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760377.326337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324903680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760377.326369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760377.326371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760377.326372:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760377.326376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1277
00000100:00080000:2.0:1787760377.326380:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760377.326410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760377.326430:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760377.326447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324903808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760377.326480:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903680:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760377.326557:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760377.326595:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760377/real 1787760377]  req@ffff9f7d4a941680 x1874601324903680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760377.326609:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324903680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760377.326617:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760377.326620:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760377.326623:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903680:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760377.326629:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903808:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760377.326644:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760377.326651:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760377/real 1787760377]  req@ffff9f7d4a9412c0 x1874601324903808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760377.326664:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324903808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760377.326670:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760377.326672:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760377.326675:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324903808:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760377.646152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760378.030218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760378.670159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760379.054174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760379.694090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760380.078200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760380.718141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760381.102192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760381.742187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760382.126247:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760382.446174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760382.446185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760382.446190:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760382.446200:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1283
00000100:00080000:3.0:1787760382.446211:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760382.446219:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760382.446259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324903936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760382.446287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760382.446290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760382.446310:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760382.446315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1283
00000100:00080000:3.0:1787760382.446320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760382.446326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760382.446336:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760382.446351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903936:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760382.446354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324904064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760382.446423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760382.446473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760382/real 1787760382]  req@ffff9f7d4832fc00 x1874601324903936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760382.446491:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324903936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760382.446503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760382.446508:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760382.446513:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324903936:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760382.446542:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904064:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760382.446561:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760382.446572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760382/real 1787760382]  req@ffff9f7d4832f480 x1874601324904064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760382.446584:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324904064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760382.446592:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760382.446595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760382.446598:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904064:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760382.766139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760383.150215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760383.790156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760384.174212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760384.814156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760385.198127:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760385.838154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760386.222176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760386.862136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760387.246159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760387.566104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760387.566116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760387.566120:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760387.566131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1288
00000100:00080000:3.0:1787760387.566143:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760387.566151:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760387.566188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324904192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760387.566217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760387.566221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760387.566223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760387.566228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1288
00000100:00080000:3.0:1787760387.566232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760387.566252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760387.566262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904192:192.168.204.109@tcp:250:kworker.0
00000008:00100000:3.0:1787760387.566263:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760387.566283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324904320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760387.566337:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760387.566376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760387/real 1787760387]  req@ffff9f7d4832d2c0 x1874601324904192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760387.566392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324904192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760387.566404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760387.566409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760387.566413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904192:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760387.566441:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904320:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760387.566466:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760387.566476:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760387/real 1787760387]  req@ffff9f7d4832f480 x1874601324904320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760387.566485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324904320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760387.566491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760387.566493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760387.566495:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904320:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760387.886131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760388.270161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760388.910118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760389.294174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760389.934118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760390.318163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760390.958216:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760391.342138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760391.982103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760392.366152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760392.686129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760392.686138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760392.686142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760392.686151:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1293
00000100:00080000:3.0:1787760392.686164:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760392.686170:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760392.686202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324904448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760392.686228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760392.686234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760392.686236:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760392.686239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1293
00000100:00080000:3.0:1787760392.686242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760392.686245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760392.686254:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760392.686265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324904576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760392.686271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904448:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760392.686323:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760392.686363:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760392/real 1787760392]  req@ffff9f7d4832fc00 x1874601324904448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760392.686377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324904448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760392.686388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760392.686392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760392.686396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904448:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760392.686418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904576:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760392.686434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760392.686442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760392/real 1787760392]  req@ffff9f7d4832c780 x1874601324904576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760392.686449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324904576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760392.686454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760392.686456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760392.686458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904576:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760393.006078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760393.390208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760394.030111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760394.414243:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760395.054118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760395.438127:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760396.078123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760396.462214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760397.102076:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760397.486157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760397.806091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760397.806100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760397.806104:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760397.806113:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1298
00000100:00080000:3.0:1787760397.806123:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760397.806131:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760397.806163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324904704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760397.806184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760397.806187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760397.806189:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760397.806192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1298
00000100:00080000:3.0:1787760397.806196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760397.806200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760397.806209:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760397.806212:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760397.806222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324904832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760397.806263:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760397.806291:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760397/real 1787760397]  req@ffff9f7d4832cb40 x1874601324904704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760397.806319:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324904704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760397.806325:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760397.806328:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760397.806331:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760397.806348:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904832:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760397.806362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760397.806369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760397/real 1787760397]  req@ffff9f7d4832e580 x1874601324904832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760397.806375:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324904832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760397.806380:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760397.806382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760397.806384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324904832:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760398.126083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760398.510124:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760399.150142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760399.534136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760400.174117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760400.558167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760401.198114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760401.582138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760402.222135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760402.606140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760402.926147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760402.926160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760402.926166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760402.926180:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1303
00000100:00080000:2.0:1787760402.926195:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760402.926204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760402.926253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324904960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760402.926286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760402.926290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760402.926293:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760402.926297:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1303
00000100:00080000:2.0:1787760402.926301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760402.926306:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760402.926319:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760402.926336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324905088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760402.926352:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904960:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760402.926422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760402.926459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760402/real 1787760402]  req@ffff9f7d4a9421c0 x1874601324904960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760402.926473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324904960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760402.926497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760402.926501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760402.926504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324904960:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760402.926525:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905088:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760402.926543:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760402.926551:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760402/real 1787760402]  req@ffff9f7d4a9412c0 x1874601324905088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760402.926559:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324905088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760402.926564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760402.926567:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760402.926569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905088:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760403.246140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760403.630149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760404.270098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760404.654148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760405.294180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760405.678157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760406.318121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760406.702166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760407.342129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760407.726135:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760408.046150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760408.046157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760408.046161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760408.046169:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1308
00000100:00080000:1.0:1787760408.046178:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760408.046184:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760408.046220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324905216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760408.046251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760408.046273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760408.046275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760408.046281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1308
00000100:00080000:1.0:1787760408.046286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787760408.046289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905216:192.168.204.109@tcp:250:kworker.0
00000100:00080000:1.0:1787760408.046295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760408.046306:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760408.046325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324905344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760408.046349:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760408.046398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760408/real 1787760408]  req@ffff9f7d4a908000 x1874601324905216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760408.046415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324905216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760408.046424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760408.046428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760408.046432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905216:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760408.046455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905344:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760408.046479:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760408.046508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760408/real 1787760408]  req@ffff9f7d4a90a1c0 x1874601324905344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760408.046521:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324905344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760408.046529:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760408.046532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760408.046536:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905344:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760408.366098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760408.750154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760409.390176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760409.774145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760410.414096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760410.798204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760411.438145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760411.822138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760412.462153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760412.846146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760413.166193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760413.166203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760413.166208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760413.166219:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1313
00000100:00080000:2.0:1787760413.166233:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760413.166240:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760413.166285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324905472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760413.166337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760413.166340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760413.166342:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760413.166345:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1313
00000100:00080000:2.0:1787760413.166348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760413.166351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760413.166363:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760413.166385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324905600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760413.166412:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905472:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760413.166483:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760413.166522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760413/real 1787760413]  req@ffff9f7d4a941680 x1874601324905472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760413.166543:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324905472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760413.166551:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760413.166554:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760413.166557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905472:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760413.166580:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905600:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760413.166597:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760413.166605:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760413/real 1787760413]  req@ffff9f7d4a942940 x1874601324905600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760413.166618:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324905600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760413.166641:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760413.166645:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760413.166649:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905600:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760413.486141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760413.870159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760414.510144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760414.894189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760415.534116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760415.918128:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760416.558125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760416.942143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760417.582129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760417.966180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760418.286138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760418.286145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760418.286149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760418.286157:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1318
00000100:00080000:2.0:1787760418.286167:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760418.286173:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760418.286204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324905728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760418.286223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760418.286226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760418.286227:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760418.286230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1318
00000100:00080000:2.0:1787760418.286232:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760418.286234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760418.286255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760418.286264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324905856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760418.286270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905728:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760418.286349:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760418.286380:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760418/real 1787760418]  req@ffff9f7d4a940780 x1874601324905728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760418.286393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324905728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760418.286401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760418.286405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760418.286407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905728:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760418.286429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905856:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760418.286444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760418.286452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760418/real 1787760418]  req@ffff9f7d4a942580 x1874601324905856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760418.286460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324905856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760418.286465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760418.286468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760418.286470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324905856:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760418.606141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760418.990115:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760419.630089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760420.014109:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760420.654126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760421.038149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760421.678109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760422.062198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760422.702090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760423.086229:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760423.406159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760423.406170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760423.406174:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760423.406187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1323
00000100:00080000:3.0:1787760423.406211:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760423.406221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760423.406258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324905984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760423.406293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760423.406295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760423.406297:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760423.406300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1323
00000100:00080000:3.0:1787760423.406303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760423.406306:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760423.406313:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760423.406325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324906112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760423.406371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905984:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760423.406454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760423.406500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760423/real 1787760423]  req@ffff9f7d4832cf00 x1874601324905984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760423.406515:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324905984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760423.406525:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760423.406529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760423.406532:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324905984:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760423.406539:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906112:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760423.406555:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760423.406563:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760423/real 1787760423]  req@ffff9f7d4832c000 x1874601324906112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760423.406571:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324906112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760423.406580:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760423.406584:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760423.406588:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906112:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760423.726144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760424.110149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760424.750117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760425.134149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760425.774199:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760426.158174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760426.798144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760427.182186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760427.822104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760428.206203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760428.526186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760428.526198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760428.526203:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760428.526214:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1329
00000100:00080000:2.0:1787760428.526227:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760428.526234:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760428.526277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324906240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760428.526304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760428.526307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760428.526308:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760428.526311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1329
00000100:00080000:2.0:1787760428.526314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760428.526316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760428.526326:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760428.526335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324906368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760428.526373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324906240:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760428.526460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760428.526518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760428/real 1787760428]  req@ffff9f7d4a941a40 x1874601324906240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760428.526562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324906240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760428.526590:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760428.526596:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760428.526601:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324906240:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760428.526610:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906368:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760428.526639:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760428.526656:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760428/real 1787760428]  req@ffff9f7d4a941e00 x1874601324906368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760428.526670:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324906368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760428.526680:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760428.526684:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760428.526687:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906368:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760428.846139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760429.230221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760429.870121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760430.254143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760430.894143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760431.278148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760431.918096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760432.302132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760432.942112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760433.326155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760433.646130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760433.646137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760433.646141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760433.646148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1334
00000100:00080000:2.0:1787760433.646156:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760433.646161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760433.646194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324906496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760433.646222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760433.646225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760433.646227:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760433.646230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1334
00000100:00080000:2.0:1787760433.646234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760433.646237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760433.646244:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760433.646255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324906624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760433.646267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324906496:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760433.646362:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906624:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760433.966128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760434.350147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760434.990135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760435.374152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760436.014123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760436.398155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760436.718241:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787760436.718280:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760436.718296:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787760436.718329:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760436.718363:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760433/real 1787760436]  req@ffff9f7d4a941e00 x1874601324906624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760436.718388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324906624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760436.718411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760436.718416:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760436.718420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906624:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760436.718427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760433/real 1787760436]  req@ffff9f7d4a940b40 x1874601324906496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760436.718446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324906496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760436.718454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760436.718457:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760436.718459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324906496:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760437.038117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760437.422157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760438.062151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760438.446157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760438.766139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760438.766148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760438.766151:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760438.766158:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1339
00000100:00080000:1.0:1787760438.766166:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760438.766170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760438.766194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324906752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760438.766215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760438.766217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760438.766218:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760438.766220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1339
00000100:00080000:1.0:1787760438.766233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760438.766238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760438.766247:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324906752:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787760438.766248:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760438.766265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324906880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760438.766309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760438.766346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760438/real 1787760438]  req@ffff9f7d4a90b840 x1874601324906752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760438.766376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324906752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760438.766388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760438.766392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760438.766396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324906752:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760438.766422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906880:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760438.766446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760438.766457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760438/real 1787760438]  req@ffff9f7d4a909a40 x1874601324906880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760438.766471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324906880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760438.766483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760438.766487:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760438.766490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324906880:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760439.086118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760439.470165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760440.110176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760440.494143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760441.134114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760441.518177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760442.158126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760442.542152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760443.182125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760443.566174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760443.886107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760443.886113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760443.886116:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760443.886123:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1344
00000100:00080000:1.0:1787760443.886133:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760443.886141:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760443.886174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324907008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760443.886193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760443.886195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760443.886196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760443.886199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1344
00000100:00080000:1.0:1787760443.886201:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760443.886203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760443.886210:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760443.886217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324907136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760443.886250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907008:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760443.886298:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760443.886325:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760443/real 1787760443]  req@ffff9f7d4a90bc00 x1874601324907008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760443.886352:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324907008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760443.886366:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760443.886369:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760443.886374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907008:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760443.886379:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907136:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760443.886394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760443.886401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760443/real 1787760443]  req@ffff9f7d4a90b480 x1874601324907136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760443.886408:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324907136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760443.886413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760443.886415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760443.886417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907136:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760444.206133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760444.590138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760445.230098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760445.614180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760446.254115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760446.638120:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760447.278100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760447.662182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760448.302164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760448.686146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760449.006151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760449.006160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760449.006165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760449.006175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1349
00000100:00080000:2.0:1787760449.006185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760449.006192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760449.006246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324907264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760449.006275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760449.006279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760449.006281:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760449.006285:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1349
00000100:00080000:2.0:1787760449.006290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760449.006295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760449.006307:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760449.006322:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907264:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760449.006323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324907392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760449.006412:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760449.006448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760449/real 1787760449]  req@ffff9f7d4a941a40 x1874601324907264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760449.006462:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324907264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760449.006471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760449.006474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760449.006477:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907264:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760449.006499:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907392:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760449.006512:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760449.006519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760449/real 1787760449]  req@ffff9f7d4a942580 x1874601324907392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760449.006526:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324907392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760449.006530:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760449.006532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760449.006534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907392:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760449.326117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760449.710181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760450.350139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760450.734171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760451.374092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760451.758216:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760452.398124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760452.782145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760453.422170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760453.806210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760454.126080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760454.126090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760454.126095:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760454.126105:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1354
00000100:00080000:2.0:1787760454.126116:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760454.126123:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760454.126161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324907520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760454.126185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760454.126188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760454.126204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760454.126208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1354
00000100:00080000:2.0:1787760454.126211:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760454.126214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760454.126224:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760454.126230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907520:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760454.126236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324907648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760454.126304:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760454.126349:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760454/real 1787760454]  req@ffff9f7d4a940780 x1874601324907520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760454.126380:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324907520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760454.126389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760454.126392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760454.126395:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907520:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760454.126422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907648:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760454.126438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760454.126446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760454/real 1787760454]  req@ffff9f7d4a942940 x1874601324907648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760454.126453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324907648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760454.126458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760454.126460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760454.126462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907648:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760454.446133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760454.830190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760455.470131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760455.854227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760456.494134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760456.878173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760457.518160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760457.902237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760458.542135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760458.926172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760459.246168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760459.246184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760459.246190:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760459.246205:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1359
00000100:00080000:2.0:1787760459.246219:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760459.246227:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760459.246276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324907776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760459.246300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760459.246303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760459.246304:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760459.246307:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1359
00000100:00080000:2.0:1787760459.246310:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760459.246314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760459.246325:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760459.246333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907776:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760459.246360:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324907904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760459.246406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760459.246455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760459/real 1787760459]  req@ffff9f7d4a941680 x1874601324907776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760459.246471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324907776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760459.246491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760459.246495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760459.246511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324907776:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760459.246543:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907904:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760459.246562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760459.246571:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760459/real 1787760459]  req@ffff9f7d4a9412c0 x1874601324907904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760459.246580:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324907904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760459.246585:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760459.246588:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760459.246590:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324907904:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760459.566140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760459.950214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760460.590109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760460.974147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760461.614148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760461.998177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760462.638112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760463.022193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760463.662124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760464.046232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760464.366182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760464.366197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760464.366203:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760464.366216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1364
00000100:00080000:2.0:1787760464.366231:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760464.366240:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760464.366290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324908032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760464.366325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760464.366330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760464.366331:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760464.366336:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1364
00000100:00080000:2.0:1787760464.366340:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760464.366344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760464.366357:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760464.366373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324908160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760464.366382:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908032:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760464.366469:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760464.366511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760464/real 1787760464]  req@ffff9f7d4a9421c0 x1874601324908032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760464.366527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324908032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760464.366536:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760464.366539:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760464.366542:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908032:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760464.366586:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908160:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760464.366606:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760464.366614:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760464/real 1787760464]  req@ffff9f7d4a9412c0 x1874601324908160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760464.366623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324908160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760464.366629:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760464.366632:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760464.366634:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908160:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760464.686123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760465.070219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760465.710118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760466.094176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760466.734126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760467.118224:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760467.758137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760468.142196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760468.782116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760469.166193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760469.486141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760469.486181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760469.486187:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760469.486212:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1370
00000100:00080000:2.0:1787760469.486224:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760469.486231:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760469.486271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324908288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760469.486309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760469.486312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760469.486314:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760469.486317:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1370
00000100:00080000:2.0:1787760469.486320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760469.486324:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760469.486335:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760469.486346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324908416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760469.486353:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908288:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760469.486425:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760469.486488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760469/real 1787760469]  req@ffff9f7d4a941680 x1874601324908288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760469.486510:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324908288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760469.486524:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760469.486529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760469.486555:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908288:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760469.486593:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908416:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760469.486631:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760469.486645:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760469/real 1787760469]  req@ffff9f7d4a942940 x1874601324908416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760469.486669:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324908416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760469.486680:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760469.486684:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760469.486701:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908416:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760469.806134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760470.190208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760470.830083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760471.214213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760471.854158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760472.238198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760472.878135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760473.262173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760473.902133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760474.286160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760474.606158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760474.606173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760474.606179:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760474.606192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1375
00000100:00080000:1.0:1787760474.606220:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760474.606231:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760474.606280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324908544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760474.606320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760474.606324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760474.606326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760474.606330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1375
00000100:00080000:1.0:1787760474.606334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760474.606338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760474.606349:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760474.606387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324908672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760474.606394:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908544:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760474.606471:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760474.606508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760474/real 1787760474]  req@ffff9f7d4a9083c0 x1874601324908544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760474.606522:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324908544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760474.606543:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760474.606547:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760474.606550:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908544:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760474.606572:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908672:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760474.606589:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760474.606598:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760474/real 1787760474]  req@ffff9f7d4a909e00 x1874601324908672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760474.606606:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324908672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760474.606612:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760474.606614:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760474.606616:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908672:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760474.926178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760475.310206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760475.950114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760476.334159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760476.974202:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760477.358230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760477.998099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760478.382234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760479.022191:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760479.406208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760479.726168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760479.726177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760479.726181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760479.726189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1380
00000100:00080000:2.0:1787760479.726197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760479.726202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760479.726236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324908800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760479.726279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760479.726282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760479.726283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760479.726286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1380
00000100:00080000:2.0:1787760479.726289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760479.726292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760479.726300:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760479.726310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324908928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760479.726332:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908800:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760479.726416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760479.726459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760479/real 1787760479]  req@ffff9f7d4a940780 x1874601324908800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760479.726477:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324908800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760479.726490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760479.726494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760479.726499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324908800:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760479.726530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908928:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760479.726548:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760479.726558:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760479/real 1787760479]  req@ffff9f7d4a942580 x1874601324908928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760479.726570:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324908928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760479.726578:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760479.726581:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760479.726584:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324908928:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760480.046090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760480.430232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760481.070153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760481.454221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760482.094201:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760482.478227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760483.118162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760483.502158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760484.142149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760484.526223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760484.846163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760484.846173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760484.846178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760484.846189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1385
00000100:00080000:2.0:1787760484.846201:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760484.846208:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760484.846252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324909056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760484.846280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760484.846283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760484.846284:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760484.846287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1385
00000100:00080000:2.0:1787760484.846307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760484.846310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760484.846322:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760484.846331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324909184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760484.846336:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909056:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760484.846415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760484.846468:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760484/real 1787760484]  req@ffff9f7d4a941a40 x1874601324909056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760484.846484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324909056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760484.846493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760484.846496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760484.846499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909056:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760484.846528:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909184:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760484.846544:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760484.846552:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760484/real 1787760484]  req@ffff9f7d4a940b40 x1874601324909184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760484.846560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324909184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760484.846569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760484.846572:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760484.846575:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909184:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760485.166122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760485.550197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760486.190109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760486.574165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760487.214148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760487.598173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760488.238094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760488.622183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760489.262151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760489.646224:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760489.966147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760489.966158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760489.966163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760489.966174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1390
00000100:00080000:2.0:1787760489.966186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760489.966193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760489.966234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324909312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760489.966259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760489.966262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760489.966264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760489.966266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1390
00000100:00080000:2.0:1787760489.966269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760489.966272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760489.966279:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760489.966288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324909440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760489.966309:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909312:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760489.966381:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760489.966428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760489/real 1787760489]  req@ffff9f7d4a941e00 x1874601324909312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760489.966444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324909312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760489.966453:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760489.966456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760489.966459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909312:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760489.966485:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909440:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760489.966503:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760489.966511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760489/real 1787760489]  req@ffff9f7d4a940b40 x1874601324909440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760489.966520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324909440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760489.966525:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760489.966528:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760489.966530:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909440:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760490.286086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760490.670219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760491.310123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760491.694181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760492.334150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760492.718241:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760493.358131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760493.742195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760494.382129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760494.766180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760495.086160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760495.086170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760495.086190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760495.086200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1395
00000100:00080000:1.0:1787760495.086210:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760495.086216:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760495.086246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324909568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760495.086270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760495.086273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760495.086275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760495.086279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1395
00000100:00080000:1.0:1787760495.086283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760495.086288:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760495.086297:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760495.086305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760495.086310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324909696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760495.086386:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760495.086420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760495/real 1787760495]  req@ffff9f7d4a90ad00 x1874601324909568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760495.086433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324909568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760495.086440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760495.086443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760495.086446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760495.086469:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909696:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760495.086488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760495.086497:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760495/real 1787760495]  req@ffff9f7d4a908780 x1874601324909696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760495.086505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324909696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760495.086510:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760495.086512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760495.086514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909696:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760495.406174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760495.790167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760496.430129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760496.814195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760497.454127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760497.838163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760498.478125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760498.862178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760499.502101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760499.886185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760500.206152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760500.206162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760500.206167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760500.206179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1400
00000100:00080000:2.0:1787760500.206190:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760500.206197:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760500.206235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324909824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760500.206266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760500.206270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760500.206272:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760500.206277:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1400
00000100:00080000:2.0:1787760500.206281:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760500.206286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760500.206296:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760500.206317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909824:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760500.206320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324909952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760500.206415:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909952:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760500.526159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760500.910228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760501.550132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760501.934230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760502.574119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760502.958180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760503.278253:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760503.278287:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760503.278300:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760503.278330:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760503.278387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760500/real 1787760503]  req@ffff9f7d4a942580 x1874601324909952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760503.278415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324909952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760503.278441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760503.278446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760503.278451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324909952:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760503.278466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760500/real 1787760503]  req@ffff9f7d4a941a40 x1874601324909824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760503.278484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324909824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760503.278492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760503.278496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760503.278500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324909824:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760503.598149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760503.982256:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760504.622108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760505.006204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760505.326129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760505.326138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760505.326154:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760505.326162:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1405
00000100:00080000:2.0:1787760505.326171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760505.326176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760505.326205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324910080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760505.326229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760505.326233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760505.326235:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760505.326239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1405
00000100:00080000:2.0:1787760505.326243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760505.326247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760505.326257:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760505.326271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324910208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760505.326277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910080:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760505.326340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760505.326378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760505/real 1787760505]  req@ffff9f7d4a940780 x1874601324910080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760505.326396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324910080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760505.326407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760505.326411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760505.326415:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910080:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760505.326454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910208:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760505.326488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760505.326502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760505/real 1787760505]  req@ffff9f7d4a942940 x1874601324910208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760505.326514:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324910208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760505.326524:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760505.326527:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760505.326530:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910208:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760505.646109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760506.030192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760506.670127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760507.054188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760507.694138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760508.078198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760508.718133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760509.102239:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760509.742098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760510.126194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760510.446098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760510.446106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760510.446110:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760510.446118:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1411
00000100:00080000:2.0:1787760510.446127:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760510.446133:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760510.446166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324910336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760510.446210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760510.446213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760510.446214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760510.446217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1411
00000100:00080000:2.0:1787760510.446220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760510.446222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760510.446230:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760510.446239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324910464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760510.446268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910336:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760510.446335:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760510.446381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760510/real 1787760510]  req@ffff9f7d4a941680 x1874601324910336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760510.446400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324910336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760510.446407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760510.446410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760510.446413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910336:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760510.446418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910464:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760510.446437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760510.446453:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760510/real 1787760510]  req@ffff9f7d4a9412c0 x1874601324910464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760510.446461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324910464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760510.446466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760510.446469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760510.446471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910464:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760510.766124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760511.150176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760511.790129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760512.174215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760512.814131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760513.198186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760513.838147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760514.222185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760514.862104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760515.246160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760515.566166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760515.566176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760515.566180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760515.566189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1416
00000100:00080000:1.0:1787760515.566201:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760515.566208:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760515.566246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324910592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760515.566276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760515.566279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760515.566281:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760515.566285:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1416
00000100:00080000:1.0:1787760515.566289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760515.566294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760515.566305:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760515.566317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910592:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760515.566340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324910720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760515.566375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760515.566432:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760515/real 1787760515]  req@ffff9f7d4a908f00 x1874601324910592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760515.566450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324910592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760515.566457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760515.566460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760515.566463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910592:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760515.566485:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910720:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760515.566508:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760515.566518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760515/real 1787760515]  req@ffff9f7d4a908780 x1874601324910720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760515.566526:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324910720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760515.566532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760515.566534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760515.566536:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910720:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760515.886147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760516.270230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760516.910096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760517.294210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760517.934199:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760518.318251:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760518.958098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760519.342240:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760519.982121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760520.366209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760520.686178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760520.686186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760520.686190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760520.686198:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1421
00000100:00080000:2.0:1787760520.686208:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760520.686214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760520.686245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324910848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760520.686273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760520.686275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760520.686277:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760520.686279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1421
00000100:00080000:2.0:1787760520.686282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760520.686315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760520.686327:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760520.686341:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760520.686355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324910976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760520.686426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760520.686478:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760520/real 1787760520]  req@ffff9f7d4a9421c0 x1874601324910848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760520.686495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324910848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760520.686505:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760520.686508:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760520.686511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324910848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760520.686541:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910976:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760520.686567:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760520.686582:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760520/real 1787760520]  req@ffff9f7d4a9412c0 x1874601324910976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760520.686597:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324910976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760520.686607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760520.686611:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760520.686614:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324910976:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760521.006151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760521.390192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760522.030129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760522.414196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760523.054123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760523.438186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760524.078136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760524.462149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760525.102124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760525.486259:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760525.806134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760525.806147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760525.806152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760525.806166:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1426
00000100:00080000:2.0:1787760525.806182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760525.806191:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760525.806256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324911104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760525.806302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760525.806306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760525.806308:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760525.806313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1426
00000100:00080000:2.0:1787760525.806317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760525.806322:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760525.806334:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760525.806351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324911232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760525.806387:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911104:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760525.806467:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760525.806511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760525/real 1787760525]  req@ffff9f7d4a941680 x1874601324911104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760525.806528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324911104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760525.806537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760525.806540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760525.806543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911104:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760525.806567:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324911232:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760525.806582:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760525.806589:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760525/real 1787760525]  req@ffff9f7d4a942940 x1874601324911232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760525.806597:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324911232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760525.806603:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760525.806605:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760525.806608:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324911232:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760526.126124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760526.510220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760527.150115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760527.534286:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760528.174136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760528.558251:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760529.198078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760529.582231:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760530.222148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760530.606210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760530.926173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760530.926190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760530.926194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760530.926205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1431
00000100:00080000:1.0:1787760530.926216:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760530.926224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760530.926265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324911360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760530.926286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760530.926288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760530.926289:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760530.926292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1431
00000100:00080000:1.0:1787760530.926294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760530.926298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760530.926306:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760530.926314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324911488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760530.926324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911360:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760530.926388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760530.926421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760530/real 1787760530]  req@ffff9f7d4a90ad00 x1874601324911360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760530.926434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324911360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760530.926442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760530.926445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760530.926448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911360:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760530.926469:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324911488:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760530.926484:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760530.926491:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760530/real 1787760530]  req@ffff9f7d4a909e00 x1874601324911488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760530.926500:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324911488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760530.926505:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760530.926507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760530.926509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324911488:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760531.246078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760531.630192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760532.270118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760532.654163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760533.294145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760533.678241:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760534.318139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760534.702208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760535.342181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760535.726205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760536.046175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760536.046188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760536.046193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760536.046205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1436
00000100:00080000:1.0:1787760536.046219:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760536.046247:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760536.046290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324911616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760536.046320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760536.046324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760536.046326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760536.046330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1436
00000100:00080000:1.0:1787760536.046334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760536.046338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760536.046350:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760536.046364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324911744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760536.046403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911616:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760536.046461:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760536.046494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760536/real 1787760536]  req@ffff9f7d4a9083c0 x1874601324911616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760536.046506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324911616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760536.046513:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760536.046515:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760536.046518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911616:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760536.046523:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324911744:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760536.046535:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760536.046542:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760536/real 1787760536]  req@ffff9f7d4a90b480 x1874601324911744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760536.046548:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324911744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760536.046553:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760536.046555:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760536.046557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324911744:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760536.366120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760536.750162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760537.390140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760537.774185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760538.414077:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760538.798193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760539.438172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760539.822196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760540.462136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760540.846256:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760541.166132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760541.166140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760541.166143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760541.166151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1441
00000100:00080000:1.0:1787760541.166163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760541.166168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760541.166197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324911872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760541.166220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760541.166235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760541.166237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760541.166241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1441
00000100:00080000:1.0:1787760541.166245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760541.166249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760541.166258:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760541.166272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324912000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760541.166278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911872:192.168.204.109@tcp:250:kworker.0
00000800:00000100:2.0:1787760541.166346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760541.166384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760541/real 1787760541]  req@ffff9f7d4a90bc00 x1874601324911872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760541.166402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324911872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760541.166413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760541.166417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760541.166420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324911872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760541.166445:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912000:192.168.204.109@tcp:38:kworker.0
00000800:00000100:2.0:1787760541.166467:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:2.0:1787760541.166479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760541/real 1787760541]  req@ffff9f7d4a909a40 x1874601324912000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760541.166491:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324912000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760541.166498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760541.166501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:2.0:1787760541.166503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912000:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760541.486126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760541.870143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760542.510124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760542.894182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760543.534134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760543.918157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760544.558088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760544.942181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760545.582132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760545.966163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760546.286119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760546.286135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760546.286140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760546.286165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1446
00000100:00080000:2.0:1787760546.286176:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760546.286182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760546.286210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324912128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760546.286231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760546.286234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760546.286235:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760546.286238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1446
00000100:00080000:2.0:1787760546.286240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760546.286242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760546.286250:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760546.286259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324912256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760546.286269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912128:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760546.286339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760546.286375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760546/real 1787760546]  req@ffff9f7d4a940780 x1874601324912128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760546.286403:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324912128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760546.286413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760546.286417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760546.286421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912128:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760546.286447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912256:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760546.286468:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760546.286479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760546/real 1787760546]  req@ffff9f7d4a941a40 x1874601324912256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760546.286505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324912256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760546.286514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760546.286517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760546.286520:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912256:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760546.606094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760546.990174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760547.630119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760548.014200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760548.654122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760549.038197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760549.678107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760550.062144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760550.702119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760551.086167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760551.406087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760551.406096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760551.406100:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760551.406109:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1451
00000100:00080000:2.0:1787760551.406120:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760551.406126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760551.406157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324912384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760551.406186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760551.406202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760551.406204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760551.406208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1451
00000100:00080000:2.0:1787760551.406212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760551.406217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760551.406226:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760551.406242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324912512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760551.406243:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912384:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760551.406312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760551.406348:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760551/real 1787760551]  req@ffff9f7d4a942580 x1874601324912384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760551.406364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324912384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760551.406374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760551.406378:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760551.406382:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760551.406402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912512:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760551.406423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760551.406434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760551/real 1787760551]  req@ffff9f7d4a940b40 x1874601324912512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760551.406445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324912512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760551.406464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760551.406468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760551.406471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912512:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760551.726162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760552.110123:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760552.750116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760553.134159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760553.774079:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760554.158144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760554.798124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760555.182141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760555.822131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760556.206191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760556.526114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760556.526121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760556.526124:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760556.526143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1457
00000100:00080000:2.0:1787760556.526151:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760556.526162:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760556.526192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324912640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760556.526228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760556.526232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760556.526235:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760556.526239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1457
00000100:00080000:2.0:1787760556.526243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760556.526248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760556.526258:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760556.526265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912640:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760556.526273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324912768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760556.526320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760556.526368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760556/real 1787760556]  req@ffff9f7d4a941e00 x1874601324912640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760556.526384:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324912640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760556.526399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760556.526401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760556.526404:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912640:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760556.526424:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912768:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760556.526440:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760556.526448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760556/real 1787760556]  req@ffff9f7d4a940b40 x1874601324912768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760556.526455:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324912768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760556.526459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760556.526461:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760556.526463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324912768:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760556.846111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760557.230170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760557.870086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760558.254158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760558.894152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760559.278130:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760559.918133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760560.302110:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760560.942152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760561.326127:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760561.646153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760561.646164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760561.646169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760561.646179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1462
00000100:00080000:3.0:1787760561.646214:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760561.646221:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760561.646259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324912896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760561.646294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760561.646298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760561.646299:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760561.646303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1462
00000100:00080000:3.0:1787760561.646307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760561.646313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760561.646323:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760561.646334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324913024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760561.646358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912896:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760561.646422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760561.646456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760561/real 1787760561]  req@ffff9f7d4832e940 x1874601324912896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760561.646469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324912896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760561.646477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760561.646481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760561.646483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324912896:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760561.646504:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913024:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760561.646536:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760561.646545:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760561/real 1787760561]  req@ffff9f7d4832e1c0 x1874601324913024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760561.646553:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324913024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760561.646559:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760561.646561:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760561.646563:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913024:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760561.966117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760562.350152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760562.990136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760563.374137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760564.014096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760564.398240:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760565.038125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760565.422158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760566.062106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760566.446175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760566.766129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760566.766137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760566.766141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760566.766149:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1467
00000100:00080000:2.0:1787760566.766159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760566.766165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760566.766199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324913152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760566.766240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760566.766244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760566.766246:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760566.766250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1467
00000100:00080000:2.0:1787760566.766253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760566.766257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760566.766266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760566.766290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324913280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760566.766291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760566.766394:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760567.086145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760567.470138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760568.110103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760568.494183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760569.134125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760569.518180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760569.838219:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787760569.838252:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760569.838267:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787760569.838294:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760569.838345:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760566/real 1787760569]  req@ffff9f7d4a941a40 x1874601324913280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760569.838391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324913280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760569.838404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760569.838410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760569.838414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760569.838422:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760566/real 1787760569]  req@ffff9f7d4a942580 x1874601324913152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760569.838434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324913152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760569.838442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760569.838445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760569.838449:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760570.158193:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760570.542238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760571.182149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760571.566161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760571.886138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760571.886150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760571.886155:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760571.886184:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1472
00000100:00080000:2.0:1787760571.886196:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760571.886204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760571.886243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324913408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760571.886273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760571.886276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760571.886278:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760571.886281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1472
00000100:00080000:2.0:1787760571.886283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760571.886286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760571.886297:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760571.886332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324913536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760571.886379:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913408:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760571.886460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760571.886513:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760571/real 1787760571]  req@ffff9f7d4a940780 x1874601324913408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760571.886569:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324913408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760571.886580:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760571.886585:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760571.886589:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760571.886598:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913536:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760571.886626:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760571.886639:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760571/real 1787760571]  req@ffff9f7d4a942940 x1874601324913536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760571.886651:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324913536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760571.886659:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760571.886663:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760571.886667:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913536:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760572.206154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760572.590237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760573.230113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760573.614124:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760574.254141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760574.638243:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760575.278101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760575.662221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760576.302136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760576.686196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760577.006112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760577.006121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760577.006125:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760577.006133:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1477
00000100:00080000:2.0:1787760577.006142:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760577.006147:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760577.006180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324913664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760577.006234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760577.006238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760577.006244:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760577.006248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1477
00000100:00080000:2.0:1787760577.006253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760577.006257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760577.006266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760577.006281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324913792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760577.006288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913664:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760577.006352:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760577.006383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760577/real 1787760577]  req@ffff9f7d4a941680 x1874601324913664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760577.006396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324913664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760577.006418:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760577.006423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760577.006427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760577.006466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913792:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760577.006485:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760577.006495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760577/real 1787760577]  req@ffff9f7d4a9412c0 x1874601324913792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760577.006503:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324913792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760577.006508:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760577.006511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760577.006513:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324913792:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760577.326107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760577.710156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760578.350111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760578.734173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760579.374120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760579.758135:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760580.398205:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760580.782219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760581.422146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760581.806182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760582.126153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760582.126161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760582.126165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760582.126172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1482
00000100:00080000:3.0:1787760582.126180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760582.126185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760582.126215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324913920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760582.126238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760582.126241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760582.126247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760582.126250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1482
00000100:00080000:3.0:1787760582.126253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760582.126257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760582.126267:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760582.126280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760582.126284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324914048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760582.126340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760582.126376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760582/real 1787760582]  req@ffff9f7d4832f0c0 x1874601324913920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760582.126390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324913920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760582.126397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760582.126405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760582.126408:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324913920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760582.126428:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914048:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760582.126446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760582.126457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760582/real 1787760582]  req@ffff9f7d4832e1c0 x1874601324914048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760582.126470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324914048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760582.126478:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760582.126480:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760582.126484:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914048:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760582.446167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760582.830154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760583.470152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760583.854166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760584.494149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760584.878167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760585.518117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760585.902192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760586.542155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760586.926211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760587.246160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760587.246169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760587.246173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760587.246182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1487
00000100:00080000:0.0:1787760587.246191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760587.246198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760587.246233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324914176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760587.246258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760587.246262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760587.246264:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760587.246267:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1487
00000100:00080000:0.0:1787760587.246270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760587.246274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760587.246282:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760587.246294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324914304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760587.246305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914176:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760587.246366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760587.246401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760587/real 1787760587]  req@ffff9f7d46d74b40 x1874601324914176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760587.246417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324914176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760587.246427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760587.246442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760587.246445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914176:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760587.246466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914304:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760587.246483:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760587.246494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760587/real 1787760587]  req@ffff9f7d46d76940 x1874601324914304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760587.246506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324914304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760587.246514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760587.246517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760587.246521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914304:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760587.566145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760587.950149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760588.590126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760588.974172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760589.614125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760589.998117:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760590.638138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760591.022164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760591.662125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760592.046177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760592.366144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760592.366153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760592.366156:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760592.366164:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1492
00000100:00080000:2.0:1787760592.366172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760592.366177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760592.366205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324914432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760592.366224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760592.366238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760592.366240:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760592.366243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1492
00000100:00080000:2.0:1787760592.366247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760592.366250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760592.366257:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760592.366262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760592.366270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324914560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760592.366319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760592.366351:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760592/real 1787760592]  req@ffff9f7d4a9421c0 x1874601324914432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760592.366363:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324914432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760592.366370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760592.366378:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760592.366380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760592.366400:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914560:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760592.366416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760592.366423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760592/real 1787760592]  req@ffff9f7d4a9412c0 x1874601324914560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760592.366430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324914560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760592.366435:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760592.366437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760592.366439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760592.686118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760593.070164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760593.710135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760594.094154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760594.734097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760595.118157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760595.758087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760596.142147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760596.782099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760597.166184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760597.486115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760597.486122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760597.486125:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760597.486133:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1498
00000100:00080000:3.0:1787760597.486141:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760597.486146:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760597.486174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324914688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760597.486193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760597.486195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760597.486196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760597.486198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1498
00000100:00080000:3.0:1787760597.486200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760597.486202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760597.486209:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760597.486215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324914816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760597.486250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914688:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760597.486313:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760597.486351:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760597/real 1787760597]  req@ffff9f7d4832e940 x1874601324914688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760597.486368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324914688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760597.486380:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760597.486396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760597.486400:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914688:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760597.486408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914816:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760597.486430:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760597.486442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760597/real 1787760597]  req@ffff9f7d4832c000 x1874601324914816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760597.486454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324914816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760597.486462:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760597.486465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760597.486468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324914816:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760597.806106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760598.190125:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760598.830127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760599.214176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760599.854141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760600.238164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760600.878177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760601.262183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760601.902154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760602.286155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760602.606131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760602.606148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760602.606152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760602.606162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1503
00000100:00080000:3.0:1787760602.606188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760602.606202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760602.606233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324914944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760602.606261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760602.606265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760602.606267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760602.606271:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1503
00000100:00080000:3.0:1787760602.606274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760602.606278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760602.606287:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760602.606298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324915072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760602.606312:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914944:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760602.606372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760602.606407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760602/real 1787760602]  req@ffff9f7d4832cf00 x1874601324914944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760602.606423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324914944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760602.606444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760602.606447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760602.606451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324914944:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760602.606482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915072:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760602.606505:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760602.606517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760602/real 1787760602]  req@ffff9f7d4832e580 x1874601324915072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760602.606529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324915072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760602.606537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760602.606540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760602.606543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915072:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760602.926170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760603.310182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760603.950135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760604.334138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760604.974100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760605.358198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760605.998145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760606.382202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760607.022095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760607.406181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760607.726096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760607.726103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760607.726106:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760607.726113:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1508
00000100:00080000:1.0:1787760607.726135:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760607.726140:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760607.726165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324915200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760607.726186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760607.726188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760607.726190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760607.726192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1508
00000100:00080000:1.0:1787760607.726194:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760607.726196:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760607.726202:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760607.726210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324915328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760607.726223:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915200:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760607.726271:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760607.726300:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760607/real 1787760607]  req@ffff9f7d4a90b840 x1874601324915200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760607.726311:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324915200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760607.726318:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760607.726320:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760607.726323:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760607.726340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915328:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760607.726359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760607.726366:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760607/real 1787760607]  req@ffff9f7d4a90a1c0 x1874601324915328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760607.726374:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324915328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760607.726379:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760607.726381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760607.726383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915328:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760608.046142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760608.430171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760609.070128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760609.454193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760610.094104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760610.478142:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760611.118146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760611.502244:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760612.142126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760612.526173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760612.846172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760612.846182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760612.846186:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760612.846196:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1513
00000100:00080000:2.0:1787760612.846208:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760612.846215:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760612.846251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324915456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760612.846301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760612.846305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760612.846307:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760612.846311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1513
00000100:00080000:2.0:1787760612.846315:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760612.846320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760612.846328:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760612.846342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324915584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760612.846407:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915456:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760612.846465:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760612.846501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760612/real 1787760612]  req@ffff9f7d4a941680 x1874601324915456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760612.846530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324915456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760612.846542:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760612.846546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760612.846550:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760612.846557:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915584:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760612.846579:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760612.846591:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760612/real 1787760612]  req@ffff9f7d4a942940 x1874601324915584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760612.846627:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324915584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760612.846636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760612.846640:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760612.846643:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915584:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760613.166166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760613.550167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760614.190089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760614.574157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760615.214116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760615.598218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760616.238150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760616.622140:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760617.262144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760617.646155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760617.966154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760617.966165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760617.966169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760617.966182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1518
00000100:00080000:3.0:1787760617.966195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760617.966202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760617.966244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324915712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760617.966274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760617.966277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760617.966278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760617.966281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1518
00000100:00080000:3.0:1787760617.966283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760617.966285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760617.966298:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760617.966306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324915840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760617.966344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915712:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760617.966437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760617.966478:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760617/real 1787760617]  req@ffff9f7d4832cb40 x1874601324915712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760617.966492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324915712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760617.966501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760617.966504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760617.966507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915712:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760617.966530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915840:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760617.966546:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760617.966553:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760617/real 1787760617]  req@ffff9f7d4832c780 x1874601324915840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760617.966566:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324915840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760617.966572:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760617.966574:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760617.966576:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324915840:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760618.286143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760618.670180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760619.310095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760619.694163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760620.334142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760620.718228:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760621.358121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760621.742202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760622.382162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760622.766175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760623.086202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760623.086224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760623.086230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760623.086245:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1523
00000100:00080000:3.0:1787760623.086259:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760623.086269:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760623.086335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324915968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760623.086372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760623.086377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760623.086379:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760623.086383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1523
00000100:00080000:3.0:1787760623.086388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760623.086393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760623.086405:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760623.086422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324916096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760623.086443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915968:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760623.086520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760623.086569:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760623/real 1787760623]  req@ffff9f7d4832fc00 x1874601324915968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760623.086592:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324915968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760623.086605:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760623.086609:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760623.086612:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324915968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760623.086639:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916096:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760623.086659:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760623.086669:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760623/real 1787760623]  req@ffff9f7d4832f480 x1874601324916096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760623.086677:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324916096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760623.086683:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760623.086685:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760623.086687:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916096:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760623.406140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760623.790248:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760624.430097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760624.814248:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760625.454162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760625.838179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760626.478129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760626.862226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760627.502163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760627.886193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760628.206131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760628.206141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760628.206146:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760628.206157:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1528
00000100:00080000:3.0:1787760628.206169:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760628.206177:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760628.206239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324916224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760628.206270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760628.206274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760628.206277:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760628.206281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1528
00000100:00080000:3.0:1787760628.206285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760628.206290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760628.206299:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760628.206316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324916352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760628.206319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916224:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760628.206380:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760628.206412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760628/real 1787760628]  req@ffff9f7d4832d2c0 x1874601324916224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760628.206425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324916224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760628.206433:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760628.206436:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760628.206438:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916224:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760628.206459:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916352:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760628.206473:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760628.206481:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760628/real 1787760628]  req@ffff9f7d4832f480 x1874601324916352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760628.206489:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324916352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760628.206494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760628.206496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760628.206498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916352:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760628.526172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760628.910218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760629.550149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760629.934215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760630.574130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760630.958213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760631.598120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760631.982189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760632.622173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760633.006187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760633.326162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760633.326170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760633.326174:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760633.326182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1533
00000100:00080000:0.0:1787760633.326192:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760633.326198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760633.326229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324916480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760633.326251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760633.326253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760633.326254:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760633.326257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1533
00000100:00080000:0.0:1787760633.326259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760633.326261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760633.326269:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760633.326277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324916608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760633.326302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916480:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760633.326390:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916608:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760633.646135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760634.030178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760634.670137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760635.054188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760635.694127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760636.078202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760636.398288:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760636.398330:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760636.398347:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760636.398385:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760636.398440:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760633/real 1787760636]  req@ffff9f7d46d770c0 x1874601324916480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760636.398465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324916480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760636.398477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760636.398482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760636.398487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916480:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760636.398495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760633/real 1787760636]  req@ffff9f7d46d77840 x1874601324916608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760636.398508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324916608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760636.398539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760636.398543:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760636.398547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916608:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760636.718132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760637.102186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760637.742171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760638.126231:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760638.446119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760638.446127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760638.446131:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760638.446140:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1539
00000100:00080000:3.0:1787760638.446157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760638.446163:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760638.446192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324916736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760638.446214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760638.446218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760638.446220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760638.446224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1539
00000100:00080000:3.0:1787760638.446227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760638.446246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760638.446255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760638.446269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324916864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760638.446271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916736:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760638.446345:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760638.446390:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760638/real 1787760638]  req@ffff9f7d4832fc00 x1874601324916736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760638.446409:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324916736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760638.446419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760638.446423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760638.446427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916736:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760638.446455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916864:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760638.446481:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760638.446495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760638/real 1787760638]  req@ffff9f7d4832c780 x1874601324916864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760638.446509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324916864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760638.446532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760638.446536:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760638.446539:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324916864:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760638.766105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760639.150160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760639.790138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760640.174242:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760640.814149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760641.198152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760641.838100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760642.222177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760642.862142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760643.246233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760643.566174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760643.566185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760643.566190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760643.566202:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1544
00000100:00080000:3.0:1787760643.566215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760643.566222:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760643.566268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324916992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760643.566296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760643.566298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760643.566300:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760643.566303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1544
00000100:00080000:3.0:1787760643.566306:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760643.566308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760643.566318:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760643.566327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324917120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760643.566390:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916992:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760643.566459:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760643.566498:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760643/real 1787760643]  req@ffff9f7d4832cb40 x1874601324916992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760643.566511:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324916992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760643.566520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760643.566523:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760643.566526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324916992:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760643.566532:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917120:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760643.566552:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760643.566560:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760643/real 1787760643]  req@ffff9f7d4832e580 x1874601324917120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760643.566582:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324917120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760643.566588:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760643.566590:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760643.566592:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917120:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760643.886129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760644.270201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760644.910111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760645.294181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760645.934118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760646.318163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760646.958131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760647.342172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760647.982132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760648.366162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760648.686115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760648.686126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760648.686131:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760648.686142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1549
00000100:00080000:2.0:1787760648.686154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760648.686162:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760648.686200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324917248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760648.686229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760648.686233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760648.686236:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760648.686240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1549
00000100:00080000:2.0:1787760648.686244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760648.686249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760648.686260:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760648.686276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324917248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760648.686278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324917376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760648.686338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760648.686369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760648/real 1787760648]  req@ffff9f7d4a940780 x1874601324917248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760648.686383:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324917248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760648.686403:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760648.686405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760648.686409:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324917248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760648.686429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917376:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760648.686468:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760648.686477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760648/real 1787760648]  req@ffff9f7d4a942580 x1874601324917376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760648.686485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324917376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760648.686491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760648.686494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760648.686496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917376:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760649.006131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760649.390160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760650.030153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760650.414191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760651.054100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760651.438150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760652.078182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760652.462188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760653.102142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760653.486168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760653.806129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760653.806138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760653.806142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760653.806157:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1554
00000100:00080000:1.0:1787760653.806167:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760653.806173:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760653.806206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324917504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760653.806232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760653.806235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760653.806250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760653.806254:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1554
00000100:00080000:1.0:1787760653.806257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760653.806261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760653.806269:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760653.806280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324917504:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760653.806282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324917632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760653.806356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760653.806387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760653/real 1787760653]  req@ffff9f7d4a908000 x1874601324917504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760653.806400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324917504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760653.806408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760653.806411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760653.806414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324917504:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760653.806433:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917632:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760653.806448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760653.806460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760653/real 1787760653]  req@ffff9f7d4a90a1c0 x1874601324917632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760653.806472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324917632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760653.806481:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760653.806484:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760653.806488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917632:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760654.126132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760654.510190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760655.150155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760655.534189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760656.174204:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760656.558207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760657.198138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760657.582182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760658.222109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760658.606214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760658.926164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760658.926174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760658.926179:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760658.926190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1559
00000100:00080000:1.0:1787760658.926203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760658.926210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760658.926253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324917760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760658.926282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760658.926285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760658.926286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760658.926293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1559
00000100:00080000:1.0:1787760658.926295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760658.926319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760658.926330:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760658.926340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324917760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760658.926342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324917888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760658.926419:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760658.926472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760658/real 1787760658]  req@ffff9f7d4a90b840 x1874601324917760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760658.926507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324917760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760658.926516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760658.926520:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760658.926524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324917760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760658.926550:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917888:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760658.926568:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760658.926578:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760658/real 1787760658]  req@ffff9f7d4a909a40 x1874601324917888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760658.926587:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324917888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760658.926593:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760658.926595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760658.926597:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324917888:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760659.246124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760659.630281:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760660.270153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760660.654181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760661.294111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760661.678179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760662.318166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760662.702187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760663.342099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760663.726188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760664.046135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760664.046146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760664.046168:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760664.046180:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1564
00000100:00080000:2.0:1787760664.046191:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760664.046197:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760664.046229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324918016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760664.046252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760664.046254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760664.046256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760664.046259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1564
00000100:00080000:2.0:1787760664.046261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760664.046264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760664.046272:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760664.046281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324918144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760664.046290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918016:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760664.046361:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760664.046411:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760664/real 1787760664]  req@ffff9f7d4a941a40 x1874601324918016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760664.046425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324918016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760664.046459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760664.046462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760664.046465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760664.046488:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918144:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760664.046506:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760664.046515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760664/real 1787760664]  req@ffff9f7d4a940b40 x1874601324918144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760664.046543:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324918144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760664.046550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760664.046552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760664.046554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918144:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760664.366148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760664.750210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760665.390096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760665.774143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760666.414172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760666.798188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760667.438138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760667.822243:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760668.462121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760668.846224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760669.166163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760669.166178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760669.166184:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760669.166197:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1569
00000100:00080000:1.0:1787760669.166212:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760669.166222:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760669.166294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324918272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760669.166351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760669.166379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760669.166383:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760669.166390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1569
00000100:00080000:1.0:1787760669.166396:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787760669.166405:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918272:192.168.204.109@tcp:250:kworker.0
00000100:00080000:1.0:1787760669.166407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760669.166445:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760669.166484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324918400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760669.166522:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760669.166568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760669/real 1787760669]  req@ffff9f7d4a90bc00 x1874601324918272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760669.166585:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324918272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760669.166596:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760669.166599:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760669.166603:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760669.166652:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918400:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760669.166681:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760669.166690:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760669/real 1787760669]  req@ffff9f7d4a90b480 x1874601324918400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760669.166698:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324918400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760669.166704:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760669.166707:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760669.166709:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918400:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760669.486199:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760669.870258:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760670.510096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760670.894179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760671.534184:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760671.918206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760672.558120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760672.942222:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760673.582174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760673.966161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760674.286204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760674.286215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760674.286219:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760674.286256:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1574
00000100:00080000:0.0:1787760674.286271:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760674.286281:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760674.286342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324918528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760674.286372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760674.286375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760674.286377:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760674.286380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1574
00000100:00080000:0.0:1787760674.286383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760674.286386:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760674.286397:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760674.286408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324918656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760674.286447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918528:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760674.286514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760674.286563:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760674/real 1787760674]  req@ffff9f7d46d761c0 x1874601324918528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760674.286582:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324918528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760674.286594:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760674.286599:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760674.286604:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918528:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760674.286611:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918656:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760674.286634:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760674.286647:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760674/real 1787760674]  req@ffff9f7d46d74000 x1874601324918656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760674.286675:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324918656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760674.286685:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760674.286689:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760674.286692:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918656:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760674.606174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760674.990253:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760675.630182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760676.014168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760676.654173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760677.038232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760677.678145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760678.062199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760678.702112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760679.086193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760679.406121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760679.406136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760679.406142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760679.406155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1579
00000100:00080000:0.0:1787760679.406170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760679.406180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760679.406252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324918784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760679.406287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760679.406291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760679.406313:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760679.406319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1579
00000100:00080000:0.0:1787760679.406325:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760679.406330:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760679.406336:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918784:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787760679.406347:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760679.406367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324918912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760679.406417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760679.406457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760679/real 1787760679]  req@ffff9f7d46d75680 x1874601324918784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760679.406472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324918784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760679.406482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760679.406485:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760679.406489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324918784:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760679.406511:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918912:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760679.406528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760679.406537:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760679/real 1787760679]  req@ffff9f7d46d743c0 x1874601324918912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760679.406545:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324918912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760679.406564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760679.406567:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760679.406570:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324918912:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760679.726172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760680.110268:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760680.750128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760681.134259:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760681.774160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760682.158231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760682.798106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760683.182148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760683.822121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760684.206187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760684.526099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760684.526108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760684.526111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760684.526119:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1585
00000100:00080000:0.0:1787760684.526139:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760684.526146:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760684.526179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324919040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760684.526202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760684.526204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760684.526206:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760684.526208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1585
00000100:00080000:0.0:1787760684.526211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760684.526213:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760684.526221:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760684.526228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324919168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760684.526281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919040:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760684.526334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760684.526363:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760684/real 1787760684]  req@ffff9f7d46d743c0 x1874601324919040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760684.526376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324919040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760684.526384:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760684.526386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760684.526389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760684.526394:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919168:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760684.526407:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760684.526414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760684/real 1787760684]  req@ffff9f7d46d75680 x1874601324919168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760684.526422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324919168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760684.526427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760684.526429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760684.526431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919168:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760684.846188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760685.230205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760685.870149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760686.254239:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760686.894153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760687.278201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760687.918123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760688.302207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760688.942158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760689.326217:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760689.646142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760689.646154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760689.646159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760689.646170:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1590
00000100:00080000:0.0:1787760689.646181:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760689.646189:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760689.646226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324919296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760689.646258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760689.646262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760689.646264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760689.646268:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1590
00000100:00080000:0.0:1787760689.646272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760689.646276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760689.646286:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760689.646300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324919424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760689.646307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919296:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760689.646367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760689.646398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760689/real 1787760689]  req@ffff9f7d46d74000 x1874601324919296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760689.646411:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324919296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760689.646420:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760689.646422:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760689.646425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919296:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760689.646444:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919424:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760689.646458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760689.646466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760689/real 1787760689]  req@ffff9f7d46d761c0 x1874601324919424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760689.646474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324919424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760689.646480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760689.646483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760689.646485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919424:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760689.966139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760690.350162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760690.990133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760691.374205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760692.014113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760692.398220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760693.038154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760693.422304:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760694.062139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760694.446198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760694.766098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760694.766108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760694.766112:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760694.766121:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1595
00000100:00080000:0.0:1787760694.766131:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760694.766138:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760694.766174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324919552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760694.766197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760694.766200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760694.766201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760694.766203:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1595
00000100:00080000:0.0:1787760694.766207:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760694.766209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760694.766215:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760694.766222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324919680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760694.766287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919552:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760694.766339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760694.766371:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760694/real 1787760694]  req@ffff9f7d46d77840 x1874601324919552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760694.766402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324919552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760694.766412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760694.766415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760694.766419:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919552:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760694.766426:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919680:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760694.766445:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760694.766456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760694/real 1787760694]  req@ffff9f7d46d770c0 x1874601324919680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760694.766466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324919680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760694.766473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760694.766476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760694.766479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919680:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760695.086154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760695.470172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760696.110131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760696.494157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760697.134152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760697.518181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760698.158105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760698.542188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760699.182154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760699.566138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760699.886160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760699.886167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760699.886171:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760699.886179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1600
00000100:00080000:2.0:1787760699.886187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760699.886192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760699.886221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324919808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760699.886242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760699.886245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760699.886247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760699.886250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1600
00000100:00080000:2.0:1787760699.886253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760699.886257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760699.886266:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760699.886279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324919936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760699.886284:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760699.886372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919936:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760700.206109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760700.590187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760701.230137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760701.614208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760702.254116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760702.638169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760702.958230:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760702.958261:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760702.958274:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760702.958301:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:3.0:1787760702.958336:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760699/real 1787760702]  req@ffff9f7d4a940b40 x1874601324919936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760702.958358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324919936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760702.958387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760702.958392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760702.958396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324919936:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760702.958402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760699/real 1787760702]  req@ffff9f7d4a941e00 x1874601324919808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760702.958415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324919808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760702.958430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760702.958433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760702.958436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324919808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760703.278121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760703.662186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760704.302167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760704.686193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760705.006163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760705.006174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760705.006178:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760705.006186:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1605
00000100:00080000:0.0:1787760705.006196:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760705.006203:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760705.006234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324920064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760705.006260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760705.006279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760705.006281:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760705.006285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1605
00000100:00080000:0.0:1787760705.006289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760705.006294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760705.006303:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760705.006325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324920192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760705.006325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920064:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760705.006392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760705.006427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760705/real 1787760705]  req@ffff9f7d46d76940 x1874601324920064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760705.006443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324920064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760705.006454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760705.006458:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760705.006462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920064:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760705.006482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920192:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760705.006514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760705.006532:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760705/real 1787760705]  req@ffff9f7d46d74b40 x1874601324920192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760705.006546:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324920192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760705.006555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760705.006559:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760705.006563:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920192:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760705.326119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760705.710194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760706.350123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760706.734191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760707.374128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760707.758252:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760708.398140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760708.782168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760709.422111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760709.806154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760710.126150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760710.126163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760710.126169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760710.126181:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1610
00000100:00080000:2.0:1787760710.126194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760710.126203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760710.126250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324920320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760710.126298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760710.126302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760710.126304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760710.126308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1610
00000100:00080000:2.0:1787760710.126312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760710.126317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760710.126328:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760710.126340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324920448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760710.126345:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920320:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760710.126410:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760710.126455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760710/real 1787760710]  req@ffff9f7d4a941a40 x1874601324920320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760710.126469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324920320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760710.126477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760710.126479:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760710.126482:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920320:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760710.126507:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920448:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760710.126521:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760710.126528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760710/real 1787760710]  req@ffff9f7d4a942580 x1874601324920448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760710.126549:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324920448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760710.126556:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760710.126560:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760710.126563:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920448:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760710.446136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760710.830187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760711.470100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760711.854147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760712.494188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760712.878168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760713.518102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760713.902191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760714.542127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760714.926238:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760715.246150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760715.246160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760715.246164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760715.246173:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1615
00000100:00080000:0.0:1787760715.246183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760715.246190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760715.246226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324920576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760715.246253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760715.246256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760715.246258:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760715.246262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1615
00000100:00080000:0.0:1787760715.246266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760715.246271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760715.246280:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760715.246293:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324920704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760715.246303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920576:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760715.246360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760715.246402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760715/real 1787760715]  req@ffff9f7d46d76580 x1874601324920576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760715.246419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324920576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760715.246428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760715.246432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760715.246436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920576:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760715.246455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920704:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760715.246475:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760715.246486:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760715/real 1787760715]  req@ffff9f7d46d75e00 x1874601324920704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760715.246496:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324920704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760715.246514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760715.246518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760715.246522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920704:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760715.566164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760715.950224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760716.590109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760716.974183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760717.614160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760717.998226:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760718.638132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760719.022162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760719.662140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760720.046170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760720.366155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760720.366164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760720.366168:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760720.366177:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1620
00000100:00080000:2.0:1787760720.366187:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760720.366193:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760720.366226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324920832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760720.366251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760720.366254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760720.366256:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760720.366274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1620
00000100:00080000:2.0:1787760720.366278:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760720.366283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760720.366293:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760720.366305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324920960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760720.366326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920832:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760720.366412:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760720.366481:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760720/real 1787760720]  req@ffff9f7d4a940780 x1874601324920832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760720.366502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324920832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760720.366515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760720.366520:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760720.366524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324920832:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760720.366556:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920960:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760720.366577:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760720.366590:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760720/real 1787760720]  req@ffff9f7d4a942940 x1874601324920960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760720.366603:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324920960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760720.366612:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760720.366627:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760720.366631:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324920960:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760720.686164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760721.070208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760721.710084:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760722.094189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760722.734125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760723.118171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760723.758092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760724.142164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760724.782138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760725.166185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760725.486161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760725.486171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760725.486174:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760725.486183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1626
00000100:00080000:1.0:1787760725.486192:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760725.486198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760725.486231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324921088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760725.486255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760725.486259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760725.486260:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760725.486269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1626
00000100:00080000:1.0:1787760725.486272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760725.486276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760725.486285:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760725.486298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324921216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760725.486304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921088:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760725.486379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760725.486410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760725/real 1787760725]  req@ffff9f7d4a9083c0 x1874601324921088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760725.486423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324921088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760725.486430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760725.486433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760725.486436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760725.486455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921216:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760725.486469:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760725.486479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760725/real 1787760725]  req@ffff9f7d4a909e00 x1874601324921216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760725.486492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324921216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760725.486501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760725.486504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760725.486508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921216:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760725.806148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760726.190198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760726.830138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760727.214141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760727.854126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760728.238176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760728.878094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760729.262185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760729.902172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760730.286198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760730.606203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760730.606213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760730.606218:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760730.606228:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1631
00000100:00080000:2.0:1787760730.606253:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760730.606260:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760730.606298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324921344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760730.606330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760730.606334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760730.606336:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760730.606340:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1631
00000100:00080000:2.0:1787760730.606344:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760730.606349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760730.606375:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760730.606394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324921472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760730.606396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921344:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760730.606487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760730.606535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760730/real 1787760730]  req@ffff9f7d4a941680 x1874601324921344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760730.606552:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324921344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760730.606562:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760730.606565:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760730.606568:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921344:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760730.606595:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921472:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760730.606611:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760730.606619:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760730/real 1787760730]  req@ffff9f7d4a9412c0 x1874601324921472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760730.606626:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324921472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760730.606632:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760730.606634:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760730.606636:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921472:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760730.926118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760731.310149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760731.950121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760732.334186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760732.974145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760733.358221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760733.998189:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760734.382175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760735.022197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760735.406270:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760735.726095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760735.726109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760735.726114:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760735.726127:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1636
00000100:00080000:2.0:1787760735.726152:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760735.726161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760735.726213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324921600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760735.726245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760735.726248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760735.726251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760735.726255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1636
00000100:00080000:2.0:1787760735.726264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760735.726269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760735.726282:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760735.726297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324921728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760735.726340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921600:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760735.726409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760735.726457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760735/real 1787760735]  req@ffff9f7d4a9421c0 x1874601324921600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760735.726478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324921600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760735.726491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760735.726496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760735.726501:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921600:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760735.726508:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921728:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760735.726528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760735.726538:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760735/real 1787760735]  req@ffff9f7d4a9412c0 x1874601324921728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760735.726548:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324921728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760735.726569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760735.726574:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760735.726578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921728:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760736.046143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760736.430219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760737.070147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760737.454252:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760738.094169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760738.478176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760739.118145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760739.502216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760740.142180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760740.526245:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760740.846137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760740.846145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760740.846148:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760740.846156:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1641
00000100:00080000:2.0:1787760740.846165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760740.846171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760740.846200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324921856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760740.846217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760740.846220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760740.846221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760740.846223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1641
00000100:00080000:2.0:1787760740.846225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760740.846227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760740.846233:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760740.846240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324921984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760740.846268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921856:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760740.846343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760740.846377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760740/real 1787760740]  req@ffff9f7d4a941680 x1874601324921856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760740.846394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324921856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760740.846405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760740.846408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760740.846412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324921856:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760740.846419:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921984:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760740.846438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760740.846448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760740/real 1787760740]  req@ffff9f7d4a942940 x1874601324921984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760740.846456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324921984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760740.846461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760740.846463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760740.846466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324921984:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760741.166146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760741.550211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760742.190161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760742.574197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760743.214124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760743.598198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760744.238116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760744.622192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760745.262131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760745.646175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760745.966113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760745.966122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760745.966138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760745.966148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1646
00000100:00080000:3.0:1787760745.966168:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760745.966175:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760745.966204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324922112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760745.966230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760745.966233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760745.966235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760745.966239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1646
00000100:00080000:3.0:1787760745.966242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760745.966245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760745.966253:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760745.966263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324922240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760745.966287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922112:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760745.966345:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760745.966376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760745/real 1787760745]  req@ffff9f7d4832cf00 x1874601324922112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760745.966392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324922112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760745.966410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760745.966414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760745.966418:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922112:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760745.966425:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324922240:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760745.966443:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760745.966459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760745/real 1787760745]  req@ffff9f7d4832c000 x1874601324922240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760745.966484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324922240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760745.966492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760745.966495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760745.966499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324922240:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760746.286137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760746.670215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760747.310219:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760747.694309:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760748.334114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760748.718178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760749.358148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760749.742171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760750.382102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760750.766187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760751.086114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760751.086124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760751.086128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760751.086138:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1651
00000100:00080000:3.0:1787760751.086149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760751.086156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760751.086189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324922368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760751.086235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760751.086238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760751.086240:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760751.086244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1651
00000100:00080000:3.0:1787760751.086248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760751.086252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760751.086261:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760751.086274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324922496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760751.086293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922368:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760751.086356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760751.086399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760751/real 1787760751]  req@ffff9f7d4832e940 x1874601324922368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760751.086427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324922368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760751.086437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760751.086441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760751.086445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760751.086468:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324922496:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760751.086488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760751.086500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760751/real 1787760751]  req@ffff9f7d4832e1c0 x1874601324922496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760751.086520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324922496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760751.086529:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760751.086531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760751.086535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324922496:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760751.406122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760751.790168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760752.430124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760752.814145:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760753.454130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760753.838171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760754.478186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760754.862219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760755.502136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760755.886164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760756.206132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760756.206141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760756.206145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760756.206154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1656
00000100:00080000:0.0:1787760756.206169:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760756.206176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760756.206210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324922624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760756.206236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760756.206239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760756.206241:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760756.206244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1656
00000100:00080000:0.0:1787760756.206247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760756.206251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760756.206259:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760756.206270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324922752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760756.206290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922624:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760756.206348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760756.206382:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760756/real 1787760756]  req@ffff9f7d46d76d00 x1874601324922624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760756.206400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324922624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760756.206410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760756.206414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760756.206418:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922624:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760756.206439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324922752:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760756.206469:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760756.206482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760756/real 1787760756]  req@ffff9f7d46d752c0 x1874601324922752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760756.206512:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324922752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760756.206520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760756.206523:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760756.206526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324922752:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760756.526132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760756.910208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760757.550138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760757.934187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760758.574122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760758.958211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760759.598165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760759.982178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760760.622143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760761.006223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760761.326139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760761.326148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760761.326153:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760761.326163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1661
00000100:00080000:2.0:1787760761.326174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760761.326180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760761.326223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324922880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760761.326250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760761.326253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760761.326254:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760761.326257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1661
00000100:00080000:2.0:1787760761.326259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760761.326261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760761.326270:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760761.326278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324923008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760761.326302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922880:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760761.326372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760761.326423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760761/real 1787760761]  req@ffff9f7d4a940780 x1874601324922880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760761.326437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324922880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760761.326446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760761.326451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760761.326456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324922880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760761.326462:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923008:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760761.326482:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760761.326489:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760761/real 1787760761]  req@ffff9f7d4a942580 x1874601324923008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760761.326511:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324923008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760761.326517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760761.326519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760761.326521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923008:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760761.646180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760762.030189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760762.670097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760763.054177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760763.694142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760764.078216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760764.718141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760765.102142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760765.742118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760766.126207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760766.446159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760766.446170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760766.446175:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760766.446185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1667
00000100:00080000:1.0:1787760766.446196:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760766.446202:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760766.446242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324923136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760766.446272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760766.446275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760766.446276:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760766.446279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1667
00000100:00080000:1.0:1787760766.446281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760766.446302:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760766.446316:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760766.446326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760766.446327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324923264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760766.446457:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923264:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760766.766169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760767.150214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760767.790135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760768.174156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760768.814092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760769.198148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760769.518212:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760769.518243:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760769.518256:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760769.518281:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:3.0:1787760769.518312:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760766/real 1787760769]  req@ffff9f7d4a908780 x1874601324923264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760769.518329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324923264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760769.518351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760769.518354:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760769.518358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923264:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760769.518365:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760766/real 1787760769]  req@ffff9f7d4a90ad00 x1874601324923136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760769.518377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324923136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760769.518384:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760769.518387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760769.518390:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760769.838081:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760770.222132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760770.862125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760771.246162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760771.566110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760771.566120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760771.566124:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760771.566133:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1672
00000100:00080000:1.0:1787760771.566143:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760771.566150:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760771.566180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324923392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760771.566201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760771.566203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760771.566205:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760771.566211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1672
00000100:00080000:1.0:1787760771.566213:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760771.566216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760771.566224:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760771.566234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324923520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760771.566240:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923392:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760771.566310:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760771.566348:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760771/real 1787760771]  req@ffff9f7d4a908f00 x1874601324923392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760771.566366:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324923392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760771.566377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760771.566381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760771.566385:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923392:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760771.566427:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923520:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760771.566478:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760771.566493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760771/real 1787760771]  req@ffff9f7d4a90ad00 x1874601324923520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760771.566509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324923520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760771.566518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760771.566522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760771.566526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923520:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760771.886150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760772.270183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760772.910131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760773.294146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760773.934135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760774.318190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760774.958139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760775.342137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760775.982142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760776.366194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760776.686137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760776.686148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760776.686153:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760776.686162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1677
00000100:00080000:2.0:1787760776.686174:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760776.686182:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760776.686220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324923648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760776.686249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760776.686253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760776.686255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760776.686259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1677
00000100:00080000:2.0:1787760776.686263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760776.686269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760776.686280:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760776.686288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760776.686299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324923776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760776.686360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760776.686410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760776/real 1787760776]  req@ffff9f7d4a941a40 x1874601324923648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760776.686430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324923648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760776.686441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760776.686445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760776.686449:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760776.686475:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923776:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760776.686500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760776.686528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760776/real 1787760776]  req@ffff9f7d4a941e00 x1874601324923776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760776.686543:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324923776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760776.686553:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760776.686556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760776.686560:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324923776:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760777.006136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760777.390148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760778.030142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760778.414242:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760779.054135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760779.438211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760780.078121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760780.462228:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760781.102127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760781.486195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760781.806147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760781.806155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760781.806174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760781.806182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1682
00000100:00080000:0.0:1787760781.806191:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760781.806197:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760781.806228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324923904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760781.806264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760781.806268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760781.806270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760781.806275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1682
00000100:00080000:0.0:1787760781.806279:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760781.806283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760781.806293:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760781.806309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324924032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760781.806342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923904:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760781.806433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760781.806485:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760781/real 1787760781]  req@ffff9f7d46d77c00 x1874601324923904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760781.806504:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324923904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760781.806515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760781.806518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760781.806522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324923904:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760781.806528:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924032:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760781.806545:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760781.806553:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760781/real 1787760781]  req@ffff9f7d46d74780 x1874601324924032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760781.806581:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324924032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760781.806587:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760781.806590:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760781.806592:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924032:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760782.126098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760782.510214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760783.150136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760783.534170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760784.174098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760784.558218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760785.198115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760785.582218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760786.222123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760786.606263:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760786.926128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760786.926157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760786.926162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760786.926172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1687
00000100:00080000:0.0:1787760786.926183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760786.926191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760786.926230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324924160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760786.926258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760786.926275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760786.926278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760786.926283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1687
00000100:00080000:0.0:1787760786.926287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760786.926296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760786.926296:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924160:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787760786.926311:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760786.926328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324924288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760786.926366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760786.926419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760786/real 1787760786]  req@ffff9f7d46d77480 x1874601324924160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760786.926433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324924160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760786.926442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760786.926446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760786.926449:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924160:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760786.926476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924288:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760786.926501:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760786.926515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760786/real 1787760786]  req@ffff9f7d46d75a40 x1874601324924288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760786.926539:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324924288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760786.926545:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760786.926548:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760786.926550:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924288:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760787.246120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760787.630181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760788.270158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760788.654188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760789.294086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760789.678167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760790.318146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760790.702228:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760791.342119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760791.726214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760792.046127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760792.046135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760792.046139:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760792.046148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1692
00000100:00080000:1.0:1787760792.046161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760792.046168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760792.046205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324924416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760792.046251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760792.046255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760792.046257:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760792.046261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1692
00000100:00080000:1.0:1787760792.046266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760792.046272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760792.046289:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760792.046289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760792.046306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324924544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760792.046346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760792.046389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760792/real 1787760792]  req@ffff9f7d4a908780 x1874601324924416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760792.046402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324924416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760792.046411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760792.046415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760792.046419:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760792.046440:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924544:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760792.046456:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760792.046464:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760792/real 1787760792]  req@ffff9f7d4a909e00 x1874601324924544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760792.046472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324924544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760792.046483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760792.046486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760792.046488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924544:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760792.366131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760792.750209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760793.390157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760793.774181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760794.414123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760794.798180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760795.438146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760795.822234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760796.462181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760796.846168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760797.166158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760797.166167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760797.166170:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760797.166179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1697
00000100:00080000:0.0:1787760797.166188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760797.166194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760797.166224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324924672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760797.166245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760797.166247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760797.166249:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760797.166252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1697
00000100:00080000:0.0:1787760797.166254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760797.166256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760797.166264:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760797.166274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324924800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760797.166298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924672:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760797.166371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760797.166413:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760797/real 1787760797]  req@ffff9f7d46d75a40 x1874601324924672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760797.166440:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324924672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760797.166451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760797.166456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760797.166460:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924672:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760797.166484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924800:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760797.166508:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760797.166520:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760797/real 1787760797]  req@ffff9f7d46d77480 x1874601324924800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760797.166542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324924800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760797.166564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760797.166568:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760797.166572:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324924800:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760797.486133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760797.870176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760798.510171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760798.894253:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760799.534119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760799.918212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760800.558128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760800.942164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760801.582102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760801.966189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760802.286177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760802.286188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760802.286192:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760802.286203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1702
00000100:00080000:1.0:1787760802.286213:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760802.286221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760802.286275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324924928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760802.286307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760802.286312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760802.286314:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760802.286319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1702
00000100:00080000:1.0:1787760802.286323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760802.286328:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760802.286339:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760802.286354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324925056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760802.286373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924928:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760802.286441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760802.286527:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760802/real 1787760802]  req@ffff9f7d4a9083c0 x1874601324924928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760802.286541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324924928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760802.286549:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760802.286552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760802.286554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324924928:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760802.286574:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925056:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760802.286589:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760802.286598:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760802/real 1787760802]  req@ffff9f7d4a90b480 x1874601324925056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760802.286606:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324925056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760802.286624:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760802.286627:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760802.286629:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925056:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760802.606155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760802.990174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760803.630149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760804.014208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760804.654111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760805.038203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760805.678139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760806.062178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760806.702116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760807.086185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760807.406090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760807.406102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760807.406106:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760807.406116:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1707
00000100:00080000:1.0:1787760807.406127:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760807.406134:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760807.406174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324925184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760807.406201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760807.406220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760807.406222:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760807.406226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1707
00000100:00080000:1.0:1787760807.406231:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760807.406236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760807.406245:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760807.406261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324925312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760807.406282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925184:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760807.406337:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760807.406368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760807/real 1787760807]  req@ffff9f7d4a90bc00 x1874601324925184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760807.406382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324925184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760807.406390:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760807.406392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760807.406395:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760807.406413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925312:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760807.406427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760807.406434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760807/real 1787760807]  req@ffff9f7d4a909a40 x1874601324925312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760807.406442:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324925312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760807.406454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760807.406456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760807.406459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925312:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760807.726131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760808.110150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760808.750113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760809.134167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760809.774141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760810.158202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760810.798100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760811.182153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760811.822097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760812.206168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760812.526155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760812.526166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760812.526170:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760812.526179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1713
00000100:00080000:0.0:1787760812.526189:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760812.526194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760812.526231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324925440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760812.526259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760812.526263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760812.526265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760812.526270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1713
00000100:00080000:0.0:1787760812.526274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760812.526278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760812.526289:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760812.526305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324925568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760812.526330:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925440:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760812.526427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760812.526483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760812/real 1787760812]  req@ffff9f7d46d74780 x1874601324925440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760812.526507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324925440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760812.526521:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760812.526526:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760812.526531:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925440:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760812.526563:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925568:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760812.526591:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760812.526605:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760812/real 1787760812]  req@ffff9f7d46d77c00 x1874601324925568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760812.526619:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324925568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760812.526670:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760812.526675:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760812.526679:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925568:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760812.846130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760813.230194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760813.870130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760814.254155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760814.894148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760815.278164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760815.918153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760816.302132:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760816.942113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760817.326134:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760817.646176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760817.646189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760817.646194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760817.646205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1718
00000100:00080000:2.0:1787760817.646229:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760817.646237:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760817.646277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324925696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760817.646306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760817.646310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760817.646312:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760817.646316:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1718
00000100:00080000:2.0:1787760817.646320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760817.646325:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760817.646335:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760817.646349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760817.646354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324925824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760817.646420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760817.646458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760817/real 1787760817]  req@ffff9f7d4a940b40 x1874601324925696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760817.646482:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324925696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760817.646490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760817.646493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760817.646496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760817.646522:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925824:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760817.646574:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760817.646585:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760817/real 1787760817]  req@ffff9f7d4a941e00 x1874601324925824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760817.646594:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324925824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760817.646623:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760817.646627:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760817.646631:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324925824:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760817.966144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760818.350165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760818.990092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760819.374206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760820.014165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760820.398220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760821.038106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760821.422200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760822.062136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760822.446218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760822.766173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760822.766187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760822.766219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760822.766233:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1723
00000100:00080000:2.0:1787760822.766246:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760822.766253:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760822.766297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324925952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760822.766330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760822.766333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760822.766335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760822.766338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1723
00000100:00080000:2.0:1787760822.766340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760822.766343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760822.766352:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760822.766363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324926080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760822.766394:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925952:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760822.766495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760822.766539:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760822/real 1787760822]  req@ffff9f7d4a941a40 x1874601324925952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760822.766555:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324925952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760822.766564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760822.766568:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760822.766571:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324925952:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760822.766585:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926080:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760822.766604:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760822.766613:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760822/real 1787760822]  req@ffff9f7d4a942580 x1874601324926080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760822.766621:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324926080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760822.766634:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760822.766637:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760822.766639:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926080:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760823.086154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760823.470231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760824.110160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760824.494188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760825.134143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760825.518194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760826.158122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760826.542173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760827.182138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760827.566180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760827.886124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760827.886135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760827.886139:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760827.886150:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1728
00000100:00080000:2.0:1787760827.886161:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760827.886169:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760827.886220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324926208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760827.886250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760827.886254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760827.886257:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760827.886261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1728
00000100:00080000:2.0:1787760827.886267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760827.886272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760827.886282:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760827.886291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760827.886302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324926336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760827.886365:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760827.886408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760827/real 1787760827]  req@ffff9f7d4a940780 x1874601324926208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760827.886424:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324926208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760827.886432:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760827.886435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760827.886438:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760827.886460:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926336:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760827.886477:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760827.886486:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760827/real 1787760827]  req@ffff9f7d4a942940 x1874601324926336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760827.886495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324926336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760827.886507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760827.886509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760827.886512:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926336:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760828.206085:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760828.590182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760829.230128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760829.614162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760830.254142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760830.638206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760831.278147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760831.662263:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760832.302171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760832.686206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760833.006125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760833.006134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760833.006139:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760833.006148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1733
00000100:00080000:1.0:1787760833.006159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760833.006165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760833.006199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324926464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760833.006259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760833.006263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760833.006265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760833.006269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1733
00000100:00080000:1.0:1787760833.006274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760833.006278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760833.006290:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760833.006303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324926592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760833.006343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760833.006434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926592:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760833.326160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760833.710208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760834.350140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760834.734235:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760835.374141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760835.758178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760836.078416:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:1.0:1787760836.078470:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760836.078488:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:1.0:1787760836.078534:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:3.0:1787760836.078799:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760833/real 1787760836]  req@ffff9f7d4a90b840 x1874601324926464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760836.078824:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324926464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760836.078836:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760836.078841:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760836.078845:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760836.078854:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760833/real 1787760836]  req@ffff9f7d4a90a1c0 x1874601324926592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760836.078892:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324926592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760836.078901:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760836.078905:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760836.078909:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926592:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760836.398136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760836.782224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760837.422141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760837.806188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760838.126118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760838.126126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760838.126130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760838.126142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1738
00000100:00080000:1.0:1787760838.126163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760838.126171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760838.126205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324926720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760838.126234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760838.126238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760838.126254:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760838.126260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1738
00000100:00080000:1.0:1787760838.126265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760838.126270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760838.126276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926720:192.168.204.109@tcp:250:kworker.0
00000008:00100000:1.0:1787760838.126281:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760838.126301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324926848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760838.126338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760838.126373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760838/real 1787760838]  req@ffff9f7d4a908000 x1874601324926720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760838.126391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324926720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760838.126403:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760838.126407:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760838.126411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926720:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760838.126435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926848:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760838.126455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760838.126466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760838/real 1787760838]  req@ffff9f7d4a90a1c0 x1874601324926848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760838.126493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324926848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760838.126503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760838.126507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760838.126510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324926848:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760838.446093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760838.830167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760839.470141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760839.854182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760840.494087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760840.878204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760841.518135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760841.902227:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760842.542138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760842.926200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760843.246109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760843.246117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760843.246121:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760843.246129:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1743
00000100:00080000:1.0:1787760843.246139:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760843.246147:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760843.246188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324926976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760843.246215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760843.246219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760843.246222:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760843.246225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1743
00000100:00080000:1.0:1787760843.246230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760843.246235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760843.246245:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760843.246260:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926976:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760843.246262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324927104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760843.246325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760843.246366:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760843/real 1787760843]  req@ffff9f7d4a90b840 x1874601324926976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760843.246386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324926976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760843.246398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760843.246402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760843.246406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324926976:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760843.246432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927104:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760843.246466:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760843.246491:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760843/real 1787760843]  req@ffff9f7d4a909a40 x1874601324927104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760843.246506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324927104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760843.246514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760843.246518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760843.246521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927104:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760843.566172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760843.950237:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760844.590136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760844.974187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760845.614144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760845.998208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760846.638153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760847.022215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760847.662098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760848.046232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760848.366149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760848.366159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760848.366165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760848.366192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1748
00000100:00080000:0.0:1787760848.366202:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760848.366210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760848.366257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324927232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760848.366289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760848.366293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760848.366294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760848.366298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1748
00000100:00080000:0.0:1787760848.366302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760848.366306:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760848.366315:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760848.366330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324927360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760848.366365:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324927232:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760848.366453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760848.366506:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760848/real 1787760848]  req@ffff9f7d46d752c0 x1874601324927232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760848.366527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324927232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760848.366540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760848.366546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760848.366551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324927232:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760848.366586:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927360:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760848.366614:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760848.366627:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760848/real 1787760848]  req@ffff9f7d46d76d00 x1874601324927360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760848.366640:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324927360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760848.366648:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760848.366652:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760848.366656:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927360:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760848.686180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760849.070201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760849.710086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760850.094136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760850.734117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760851.118157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760851.758138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760852.142196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760852.782142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760853.166158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760853.486142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760853.486153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760853.486158:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760853.486168:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1754
00000100:00080000:0.0:1787760853.486180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760853.486188:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760853.486230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324927488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760853.486257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760853.486262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760853.486285:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760853.486290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1754
00000100:00080000:0.0:1787760853.486295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760853.486299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760853.486302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324927488:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787760853.486309:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760853.486322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324927616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760853.486363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760853.486402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760853/real 1787760853]  req@ffff9f7d46d75e00 x1874601324927488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760853.486416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324927488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760853.486423:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760853.486433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760853.486436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324927488:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760853.486456:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927616:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760853.486474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760853.486482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760853/real 1787760853]  req@ffff9f7d46d76580 x1874601324927616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760853.486490:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324927616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760853.486495:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760853.486498:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760853.486500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927616:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760853.806082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760854.190171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760854.830078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760855.214177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760855.854111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760856.238147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760856.878145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760857.262186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760857.902131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760858.286146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760858.606157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760858.606166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760858.606169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760858.606177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1759
00000100:00080000:0.0:1787760858.606187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760858.606193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760858.606229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324927744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760858.606251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760858.606254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760858.606255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760858.606258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1759
00000100:00080000:0.0:1787760858.606260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760858.606262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760858.606270:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760858.606279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324927872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760858.606297:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324927744:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760858.606350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760858.606383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760858/real 1787760858]  req@ffff9f7d46d74b40 x1874601324927744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760858.606396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324927744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760858.606416:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760858.606419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760858.606422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324927744:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760858.606441:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927872:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760858.606458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760858.606466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760858/real 1787760858]  req@ffff9f7d46d76940 x1874601324927872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760858.606474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324927872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760858.606479:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760858.606481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760858.606483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324927872:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760858.926120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760859.310195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760859.950125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760860.334186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760860.974137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760861.358143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760861.998103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760862.382153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760863.022156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760863.406217:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760863.726143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760863.726155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760863.726161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760863.726174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1764
00000100:00080000:0.0:1787760863.726190:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760863.726207:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760863.726259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324928000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760863.726289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760863.726292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760863.726294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760863.726297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1764
00000100:00080000:0.0:1787760863.726301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760863.726304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760863.726314:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760863.726324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324928128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760863.726365:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928000:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760863.726462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760863.726527:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760863/real 1787760863]  req@ffff9f7d46d770c0 x1874601324928000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760863.726569:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324928000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760863.726583:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760863.726588:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760863.726593:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928000:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760863.726601:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928128:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760863.726628:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760863.726642:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760863/real 1787760863]  req@ffff9f7d46d77840 x1874601324928128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760863.726673:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324928128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760863.726683:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760863.726687:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760863.726691:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928128:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760864.046132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760864.430158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760865.070128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760865.454232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760866.094170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760866.478231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760867.118135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760867.502154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760868.142127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760868.526186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760868.846173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760868.846183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760868.846187:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760868.846198:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1769
00000100:00080000:1.0:1787760868.846209:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760868.846217:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760868.846257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324928256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760868.846285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760868.846289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760868.846291:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760868.846296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1769
00000100:00080000:1.0:1787760868.846299:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760868.846304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760868.846322:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760868.846329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928256:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760868.846339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324928384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760868.846408:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760868.846450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760868/real 1787760868]  req@ffff9f7d4a90bc00 x1874601324928256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760868.846467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324928256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760868.846478:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760868.846482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760868.846486:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928256:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760868.846512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928384:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760868.846535:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760868.846548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760868/real 1787760868]  req@ffff9f7d4a90b480 x1874601324928384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760868.846578:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324928384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760868.846586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760868.846590:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760868.846593:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928384:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760869.166127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760869.550196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760870.190153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760870.574199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760871.214083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760871.598188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760872.238130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760872.622179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760873.262126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760873.646191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760873.966154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760873.966161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760873.966165:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760873.966174:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1774
00000100:00080000:3.0:1787760873.966183:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760873.966188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760873.966218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324928512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760873.966241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760873.966244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760873.966246:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760873.966248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1774
00000100:00080000:3.0:1787760873.966251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760873.966253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760873.966261:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760873.966272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324928640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760873.966290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928512:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760873.966357:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760873.966397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760873/real 1787760873]  req@ffff9f7d4832f0c0 x1874601324928512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760873.966417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324928512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760873.966428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760873.966433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760873.966437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928512:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760873.966489:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928640:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760873.966516:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760873.966530:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760873/real 1787760873]  req@ffff9f7d4832e1c0 x1874601324928640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760873.966544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324928640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760873.966553:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760873.966556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760873.966560:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928640:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760874.286160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760874.670201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760875.310115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760875.694174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760876.334142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760876.718181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760877.358107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760877.742196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760878.382113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760878.766202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760879.086155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760879.086163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760879.086167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760879.086174:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1779
00000100:00080000:2.0:1787760879.086183:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760879.086188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760879.086221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324928768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760879.086243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760879.086245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760879.086247:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760879.086250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1779
00000100:00080000:2.0:1787760879.086252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760879.086255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760879.086263:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760879.086271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324928896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760879.086301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928768:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760879.086386:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760879.086442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760879/real 1787760879]  req@ffff9f7d4a941680 x1874601324928768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760879.086461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324928768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760879.086472:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760879.086476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760879.086480:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324928768:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760879.086488:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928896:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760879.086515:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760879.086529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760879/real 1787760879]  req@ffff9f7d4a9412c0 x1874601324928896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760879.086543:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324928896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760879.086552:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760879.086556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760879.086559:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324928896:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787760879.406085:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760879.790194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760880.430146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760880.814221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760881.454184:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760881.838194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760882.478147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760882.862209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760883.502122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760883.886209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760884.206174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760884.206186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760884.206190:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760884.206200:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1784
00000100:00080000:3.0:1787760884.206212:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760884.206220:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760884.206276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324929024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760884.206301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760884.206304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760884.206306:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760884.206308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1784
00000100:00080000:3.0:1787760884.206311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760884.206314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760884.206322:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760884.206334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324929152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760884.206350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929024:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760884.206417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760884.206457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760884/real 1787760884]  req@ffff9f7d4832e940 x1874601324929024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760884.206496:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324929024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760884.206506:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760884.206511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760884.206515:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929024:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760884.206542:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929152:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760884.206568:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760884.206581:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760884/real 1787760884]  req@ffff9f7d4832c000 x1874601324929152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760884.206595:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324929152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760884.206604:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760884.206607:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760884.206611:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929152:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760884.526100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760884.910166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760885.550180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760885.934177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760886.574127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760886.958196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760887.598140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760887.982198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760888.622105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787760889.006197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760889.326114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760889.326125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760889.326145:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760889.326171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1789
00000100:00080000:3.0:1787760889.326182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760889.326190:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760889.326234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324929280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760889.326264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760889.326268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760889.326270:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760889.326275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1789
00000100:00080000:3.0:1787760889.326279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760889.326283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760889.326292:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760889.326306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324929408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760889.326333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929280:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760889.326411:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760889.326456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760889/real 1787760889]  req@ffff9f7d4832cf00 x1874601324929280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760889.326486:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324929280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760889.326498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760889.326502:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760889.326507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929280:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760889.326515:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929408:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760889.326540:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760889.326555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760889/real 1787760889]  req@ffff9f7d4832e580 x1874601324929408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760889.326569:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324929408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760889.326579:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760889.326582:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760889.326586:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929408:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760889.646197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760890.030254:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760890.670153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760891.054190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760891.694150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760892.078190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760892.718173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760893.102144:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760893.742160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760894.126188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760894.446130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760894.446138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760894.446142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760894.446150:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1795
00000100:00080000:3.0:1787760894.446160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760894.446165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760894.446196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324929536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760894.446240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760894.446248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760894.446250:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760894.446254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1795
00000100:00080000:3.0:1787760894.446257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760894.446261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760894.446268:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760894.446284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324929664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760894.446292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929536:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760894.446352:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760894.446382:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760894/real 1787760894]  req@ffff9f7d4832cb40 x1874601324929536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760894.446392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324929536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760894.446399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760894.446401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760894.446404:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929536:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760894.446420:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929664:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760894.446433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760894.446439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760894/real 1787760894]  req@ffff9f7d4832c780 x1874601324929664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760894.446446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324929664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760894.446450:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760894.446452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760894.446454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929664:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760894.766155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760895.150213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760895.790156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760896.174203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760896.814089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760897.198141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760897.838188:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760898.222185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760898.862123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760899.246182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760899.566152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760899.566168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760899.566173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760899.566185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1800
00000100:00080000:3.0:1787760899.566199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760899.566206:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760899.566250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324929792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760899.566279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760899.566283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760899.566285:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760899.566288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1800
00000100:00080000:3.0:1787760899.566309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760899.566313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760899.566325:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760899.566336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324929920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760899.566347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929792:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760899.566468:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929920:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760899.886163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760900.270979:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760900.910151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760901.294208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760901.934138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760902.318186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760902.638254:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760902.638287:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760902.638303:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760902.638345:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760902.638417:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760899/real 1787760902]  req@ffff9f7d4832f480 x1874601324929920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760902.638441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324929920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760902.638451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760902.638456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760902.638459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324929920:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760902.638466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760899/real 1787760902]  req@ffff9f7d4832fc00 x1874601324929792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760902.638475:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324929792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760902.638481:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760902.638484:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760902.638487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324929792:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760902.958141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760903.342178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760903.982123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760904.366159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760904.686139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760904.686161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760904.686165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760904.686175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1805
00000100:00080000:2.0:1787760904.686184:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760904.686191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760904.686223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324930048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760904.686251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760904.686255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760904.686257:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760904.686261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1805
00000100:00080000:2.0:1787760904.686264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760904.686269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760904.686279:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760904.686295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324930176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760904.686297:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930048:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760904.686369:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760904.686406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760904/real 1787760904]  req@ffff9f7d4a9421c0 x1874601324930048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760904.686423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324930048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760904.686433:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760904.686437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760904.686441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930048:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760904.686471:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930176:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760904.686490:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760904.686502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760904/real 1787760904]  req@ffff9f7d4a9412c0 x1874601324930176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760904.686513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324930176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760904.686521:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760904.686524:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760904.686527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930176:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760905.006142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760905.390225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760906.030155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760906.414222:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760907.054170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760907.438269:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760908.078141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760908.462212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760909.102138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760909.486178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760909.806137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760909.806161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760909.806164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760909.806173:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1810
00000100:00080000:0.0:1787760909.806183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760909.806190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760909.806233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324930304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760909.806259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760909.806263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760909.806265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760909.806269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1810
00000100:00080000:0.0:1787760909.806272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760909.806276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760909.806284:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760909.806296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324930432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760909.806301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930304:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760909.806368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760909.806401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760909/real 1787760909]  req@ffff9f7d46d761c0 x1874601324930304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760909.806416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324930304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760909.806426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760909.806430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760909.806433:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930304:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760909.806465:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930432:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760909.806485:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760909.806494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760909/real 1787760909]  req@ffff9f7d46d74000 x1874601324930432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760909.806502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324930432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760909.806507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760909.806509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760909.806511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930432:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760910.126124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760910.510178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760911.150116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760911.534156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760912.174123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760912.558194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760913.198137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760913.582175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760914.222114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760914.606165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760914.926158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760914.926172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760914.926178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760914.926189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1815
00000100:00080000:2.0:1787760914.926201:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760914.926238:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760914.926276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324930560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760914.926303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760914.926306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760914.926307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760914.926310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1815
00000100:00080000:2.0:1787760914.926313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760914.926315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760914.926324:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760914.926333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324930688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760914.926348:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930560:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760914.926419:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760914.926469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760914/real 1787760914]  req@ffff9f7d4a941680 x1874601324930560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760914.926489:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324930560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760914.926498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760914.926501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760914.926504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930560:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760914.926531:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930688:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760914.926548:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760914.926556:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760914/real 1787760914]  req@ffff9f7d4a942940 x1874601324930688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760914.926563:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324930688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760914.926568:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760914.926570:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760914.926579:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930688:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760915.246149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760915.630159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760916.270108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760916.654218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760917.294142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760917.678176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760918.318123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760918.702221:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760919.342132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760919.726181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760920.046197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760920.046208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760920.046213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760920.046224:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1820
00000100:00080000:2.0:1787760920.046235:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760920.046243:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760920.046281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324930816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760920.046311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760920.046315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760920.046333:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760920.046338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1820
00000100:00080000:2.0:1787760920.046344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760920.046349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760920.046360:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760920.046371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930816:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787760920.046379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324930944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760920.046445:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760920.046483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760920/real 1787760920]  req@ffff9f7d4a940780 x1874601324930816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760920.046501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324930816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760920.046513:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760920.046517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760920.046521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324930816:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760920.046546:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930944:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760920.046581:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760920.046593:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760920/real 1787760920]  req@ffff9f7d4a942580 x1874601324930944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760920.046606:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324930944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760920.046628:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760920.046639:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760920.046643:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324930944:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760920.366142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760920.750239:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760921.390173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760921.774244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760922.414173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787760922.798204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760923.438183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760923.822162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760924.462154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760924.846204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760925.166100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760925.166111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760925.166115:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760925.166125:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1825
00000100:00080000:2.0:1787760925.166137:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760925.166143:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760925.166174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324931072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760925.166196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760925.166199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760925.166200:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760925.166203:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1825
00000100:00080000:2.0:1787760925.166206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760925.166208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760925.166215:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760925.166239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324931200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760925.166245:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931072:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760925.166302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760925.166384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760925/real 1787760925]  req@ffff9f7d4a941a40 x1874601324931072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760925.166399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324931072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760925.166408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760925.166411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760925.166414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931072:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760925.166436:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931200:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760925.166454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760925.166476:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760925/real 1787760925]  req@ffff9f7d4a941e00 x1874601324931200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760925.166497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324931200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760925.166503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760925.166505:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760925.166508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931200:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760925.486171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760925.870190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760926.510142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760926.894197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760927.534093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760927.918161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760928.558113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760928.942165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760929.582168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760929.966177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760930.286141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760930.286149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760930.286152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760930.286160:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1830
00000100:00080000:3.0:1787760930.286169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760930.286174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760930.286208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324931328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760930.286233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760930.286236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760930.286237:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760930.286240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1830
00000100:00080000:3.0:1787760930.286242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760930.286244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760930.286252:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760930.286262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324931456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760930.286282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931328:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760930.286350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760930.286397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760930/real 1787760930]  req@ffff9f7d4832d2c0 x1874601324931328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760930.286411:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324931328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760930.286426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760930.286430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760930.286432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931328:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760930.286454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931456:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760930.286478:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760930.286487:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760930/real 1787760930]  req@ffff9f7d4832fc00 x1874601324931456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760930.286495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324931456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760930.286500:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760930.286503:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760930.286505:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931456:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760930.606142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760930.990197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760931.630111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760932.014234:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760932.654129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760933.038153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760933.678165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760934.062237:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760934.702161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760935.086189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760935.406122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760935.406133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760935.406137:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760935.406147:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1835
00000100:00080000:3.0:1787760935.406159:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760935.406167:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760935.406205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324931584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760935.406242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760935.406246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760935.406248:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760935.406252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1835
00000100:00080000:3.0:1787760935.406256:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760935.406273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760935.406284:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760935.406302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931584:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760935.406303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324931712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760935.406357:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760935.406395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760935/real 1787760935]  req@ffff9f7d4832f480 x1874601324931584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760935.406407:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324931584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760935.406415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760935.406418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760935.406421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931584:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760935.406458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931712:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760935.406475:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760935.406483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760935/real 1787760935]  req@ffff9f7d4832c780 x1874601324931712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760935.406491:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324931712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760935.406496:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760935.406499:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760935.406501:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931712:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760935.726224:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760936.110194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760936.750145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760937.134183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760937.774107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760938.158234:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760938.798127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760939.182169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760939.822128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760940.206187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760940.526073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760940.526082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760940.526086:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760940.526094:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1841
00000100:00080000:3.0:1787760940.526103:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760940.526108:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760940.526151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324931840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760940.526186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760940.526188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760940.526189:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760940.526192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1841
00000100:00080000:3.0:1787760940.526195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760940.526197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760940.526205:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760940.526215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324931968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760940.526236:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931840:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760940.526292:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760940.526327:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760940/real 1787760940]  req@ffff9f7d4832cb40 x1874601324931840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760940.526350:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324931840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760940.526361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760940.526370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760940.526374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324931840:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760940.526381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931968:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760940.526401:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760940.526412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760940/real 1787760940]  req@ffff9f7d4832e580 x1874601324931968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760940.526423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324931968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760940.526439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760940.526442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760940.526445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324931968:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760940.846089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760941.230184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760941.870155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760942.254241:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760942.894129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760943.278224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760943.918174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760944.302230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760944.942111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760945.326192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760945.646147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760945.646157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760945.646160:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760945.646168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1846
00000100:00080000:2.0:1787760945.646179:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760945.646185:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760945.646222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324932096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760945.646246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760945.646249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760945.646251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760945.646255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1846
00000100:00080000:2.0:1787760945.646257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760945.646261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760945.646286:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760945.646303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324932224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760945.646345:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932096:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760945.646446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760945.646488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760945/real 1787760945]  req@ffff9f7d4a940b40 x1874601324932096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760945.646502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324932096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760945.646525:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760945.646529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760945.646532:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932096:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760945.646538:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932224:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760945.646560:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760945.646571:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760945/real 1787760945]  req@ffff9f7d4a941e00 x1874601324932224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760945.646583:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324932224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760945.646592:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760945.646595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760945.646598:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932224:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760945.966167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760946.350199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760946.990158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760947.374163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760948.014140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760948.398186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760949.038119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760949.422142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760950.062127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760950.446159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760950.766129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760950.766139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760950.766143:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760950.766152:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1851
00000100:00080000:3.0:1787760950.766161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760950.766166:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760950.766199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324932352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760950.766227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760950.766231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760950.766232:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760950.766236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1851
00000100:00080000:3.0:1787760950.766240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760950.766258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760950.766266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760950.766276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324932480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760950.766282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932352:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760950.766347:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760950.766382:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760950/real 1787760950]  req@ffff9f7d4832cf00 x1874601324932352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760950.766400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324932352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760950.766407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760950.766410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760950.766412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932352:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760950.766440:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932480:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760950.766455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760950.766463:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760950/real 1787760950]  req@ffff9f7d4832c000 x1874601324932480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760950.766470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324932480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760950.766474:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760950.766476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760950.766478:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932480:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760951.086123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760951.470165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760952.110127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760952.494209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760953.134135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760953.518152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760954.158126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760954.542139:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760955.182090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760955.566178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760955.886144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760955.886151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760955.886155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760955.886163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1856
00000100:00080000:0.0:1787760955.886173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760955.886178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787760955.886209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324932608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760955.886246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760955.886249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760955.886250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760955.886253:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1856
00000100:00080000:0.0:1787760955.886256:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760955.886258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787760955.886266:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760955.886279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324932736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760955.886302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932608:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760955.886355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760955.886387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760955/real 1787760955]  req@ffff9f7d46d75680 x1874601324932608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760955.886400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324932608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760955.886407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760955.886410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760955.886413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932608:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760955.886418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932736:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760955.886431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760955.886438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760955/real 1787760955]  req@ffff9f7d46d743c0 x1874601324932736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760955.886445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324932736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760955.886451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760955.886453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760955.886455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932736:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760956.206127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760956.590196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760957.230122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760957.614173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760958.254130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760958.638203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760959.278110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760959.662166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760960.302111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760960.686169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760961.006136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760961.006146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760961.006151:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760961.006162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1861
00000100:00080000:3.0:1787760961.006174:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760961.006181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760961.006219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324932864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760961.006248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760961.006251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760961.006253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760961.006257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1861
00000100:00080000:3.0:1787760961.006261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760961.006265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760961.006274:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760961.006288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324932992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760961.006305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932864:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760961.006367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760961.006414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760961/real 1787760961]  req@ffff9f7d4832e940 x1874601324932864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760961.006433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324932864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760961.006446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760961.006451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760961.006456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324932864:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760961.006479:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932992:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760961.006502:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760961.006515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760961/real 1787760961]  req@ffff9f7d4832e1c0 x1874601324932992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760961.006528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324932992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760961.006536:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760961.006540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760961.006543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324932992:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760961.326116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760961.710170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760962.350081:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760962.734157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760963.374142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760963.758209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760964.398110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760964.782194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760965.422145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760965.806162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760966.126132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760966.126142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760966.126164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760966.126175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1866
00000100:00080000:3.0:1787760966.126186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760966.126193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760966.126224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324933120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760966.126248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760966.126251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760966.126253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760966.126255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1866
00000100:00080000:3.0:1787760966.126258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760966.126260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760966.126268:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760966.126276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324933248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760966.126315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933120:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760966.126421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324933248:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760966.446097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760966.830195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760967.470135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760967.854224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760968.494132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760968.878180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760969.198218:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787760969.198253:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760969.198266:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787760969.198304:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787760969.198383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760966/real 1787760969]  req@ffff9f7d4832f0c0 x1874601324933120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760969.198417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324933120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760969.198430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760969.198436:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760969.198440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933120:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760969.198448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760966/real 1787760969]  req@ffff9f7d4832e1c0 x1874601324933248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760969.198480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324933248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760969.198490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760969.198494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760969.198497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324933248:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760969.518152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760969.902153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760970.542128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760970.926243:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760971.246142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760971.246153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760971.246157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760971.246170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1871
00000100:00080000:2.0:1787760971.246183:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760971.246190:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760971.246233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324933376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760971.246257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760971.246261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760971.246263:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760971.246267:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1871
00000100:00080000:2.0:1787760971.246271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760971.246275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760971.246288:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760971.246305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324933504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760971.246321:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933376:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760971.246406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760971.246466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760971/real 1787760971]  req@ffff9f7d4a941a40 x1874601324933376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760971.246490:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324933376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760971.246503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760971.246509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760971.246513:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933376:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760971.246547:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324933504:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760971.246587:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760971.246604:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760971/real 1787760971]  req@ffff9f7d4a942580 x1874601324933504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760971.246649:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324933504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760971.246659:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760971.246663:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760971.246667:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324933504:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760971.566155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760971.950173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760972.590145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760972.974259:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760973.614128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760973.998266:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760974.638109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760975.022222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760975.662150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760976.046178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760976.366145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760976.366154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760976.366177:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760976.366189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1876
00000100:00080000:2.0:1787760976.366200:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760976.366209:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760976.366245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324933632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760976.366274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760976.366277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760976.366279:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760976.366282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1876
00000100:00080000:2.0:1787760976.366285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760976.366288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760976.366297:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760976.366308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324933760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760976.366352:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933632:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760976.366415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760976.366462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760976/real 1787760976]  req@ffff9f7d4a940780 x1874601324933632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760976.366498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324933632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760976.366509:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760976.366514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760976.366518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933632:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760976.366543:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324933760:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760976.366568:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760976.366581:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760976/real 1787760976]  req@ffff9f7d4a942940 x1874601324933760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760976.366595:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324933760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760976.366604:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760976.366608:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760976.366611:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324933760:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760976.686115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760977.070224:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760977.710133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760978.094216:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760978.734129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760979.118198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760979.758155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760980.142220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760980.782173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760981.166226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760981.486130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760981.486138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760981.486141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760981.486149:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1882
00000100:00080000:3.0:1787760981.486158:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760981.486163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787760981.486192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324933888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760981.486214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760981.486228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760981.486229:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760981.486232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1882
00000100:00080000:3.0:1787760981.486235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760981.486237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787760981.486245:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760981.486253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324934016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760981.486277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933888:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760981.486336:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760981.486383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760981/real 1787760981]  req@ffff9f7d4832e940 x1874601324933888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760981.486401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324933888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760981.486417:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760981.486421:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760981.486425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324933888:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760981.486431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934016:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760981.486455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760981.486466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760981/real 1787760981]  req@ffff9f7d4832c000 x1874601324934016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760981.486487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324934016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760981.486494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760981.486497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760981.486500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934016:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760981.806118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760982.190166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760982.830137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760983.214190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760983.854126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760984.238206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760984.878093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760985.262226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760985.902146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760986.286366:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760986.606151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760986.606162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760986.606166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760986.606174:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1887
00000100:00080000:2.0:1787760986.606185:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760986.606192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787760986.606227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324934144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760986.606256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760986.606283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760986.606286:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760986.606291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1887
00000100:00080000:2.0:1787760986.606294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760986.606299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787760986.606315:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760986.606328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324934272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760986.606336:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934144:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787760986.606420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760986.606492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760986/real 1787760986]  req@ffff9f7d4a941680 x1874601324934144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760986.606512:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324934144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760986.606520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760986.606524:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760986.606527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934144:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787760986.606559:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934272:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787760986.606583:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787760986.606595:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760986/real 1787760986]  req@ffff9f7d4a9412c0 x1874601324934272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760986.606603:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324934272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760986.606609:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760986.606611:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787760986.606613:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934272:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760986.926156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760987.310246:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760987.950132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760988.334181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760988.974140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760989.358182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760989.998127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760990.382190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760991.022130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760991.406171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760991.726153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760991.726160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760991.726164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760991.726183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1892
00000100:00080000:1.0:1787760991.726194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760991.726199:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760991.726230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324934400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760991.726255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760991.726257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760991.726259:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760991.726264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1892
00000100:00080000:1.0:1787760991.726266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760991.726269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760991.726276:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760991.726284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324934528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760991.726295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934400:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760991.726345:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760991.726378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760991/real 1787760991]  req@ffff9f7d4a9083c0 x1874601324934400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760991.726389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324934400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760991.726396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760991.726398:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760991.726401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934400:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760991.726418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934528:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760991.726431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760991.726438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760991/real 1787760991]  req@ffff9f7d4a909e00 x1874601324934528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760991.726445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324934528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760991.726462:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760991.726464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760991.726466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934528:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760992.046152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760992.430184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760993.070123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760993.454166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760994.094148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760994.478187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760995.118133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760995.502169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760996.142150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760996.526228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760996.846136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760996.846160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760996.846164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760996.846172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1897
00000100:00080000:1.0:1787760996.846182:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760996.846187:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787760996.846215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324934656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760996.846234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760996.846237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760996.846238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760996.846244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1897
00000100:00080000:1.0:1787760996.846246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760996.846249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787760996.846256:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760996.846263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324934784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760996.846278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934656:192.168.204.109@tcp:250:kworker.0
00000800:00000100:3.0:1787760996.846333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760996.846377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760996/real 1787760996]  req@ffff9f7d4a908780 x1874601324934656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760996.846401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324934656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760996.846409:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760996.846412:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760996.846414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934656:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787760996.846432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934784:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787760996.846451:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787760996.846464:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760996/real 1787760996]  req@ffff9f7d4a90ad00 x1874601324934784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760996.846475:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324934784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760996.846483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760996.846486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787760996.846489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324934784:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787760997.166140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760997.550190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760998.190105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787760998.574183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760999.214156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787760999.598184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761000.238146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761000.622214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761001.262121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761001.646186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761001.966188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761001.966201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761001.966207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761001.966220:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1902
00000100:00080000:0.0:1787761001.966234:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761001.966243:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761001.966293:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324934912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761001.966327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761001.966331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761001.966351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761001.966356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1902
00000100:00080000:0.0:1787761001.966361:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761001.966366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761001.966379:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761001.966385:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934912:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761001.966405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324935040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761001.966454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787761001.966506:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761001/real 1787761001]  req@ffff9f7d46d743c0 x1874601324934912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761001.966519:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324934912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761001.966528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761001.966532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787761001.966535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324934912:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761001.966553:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935040:192.168.204.109@tcp:38:kworker.0
00000800:00000100:3.0:1787761001.966569:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:3.0:1787761001.966576:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761001/real 1787761001]  req@ffff9f7d46d75680 x1874601324935040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761001.966582:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324935040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761001.966587:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761001.966589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:3.0:1787761001.966591:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935040:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761002.286142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761002.670255:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761003.310082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761003.694171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761004.334140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761004.718168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761005.358106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761005.742201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761006.382132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761006.766190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761007.086141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761007.086148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761007.086152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761007.086175:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1907
00000100:00080000:3.0:1787761007.086184:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761007.086188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761007.086215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324935168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761007.086237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761007.086239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761007.086240:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761007.086243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1907
00000100:00080000:3.0:1787761007.086244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761007.086246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761007.086253:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761007.086260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324935296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761007.086282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935168:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761007.086339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761007.086381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761007/real 1787761007]  req@ffff9f7d4832cf00 x1874601324935168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761007.086394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324935168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761007.086401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761007.086403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761007.086406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935168:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761007.086410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935296:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761007.086427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761007.086436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761007/real 1787761007]  req@ffff9f7d4832e580 x1874601324935296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761007.086443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324935296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761007.086448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761007.086450:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761007.086452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935296:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761007.406133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761007.790192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761008.430150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761008.814206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761009.454119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761009.838169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761010.478126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761010.862160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761011.502116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761011.886148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761012.206107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761012.206116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761012.206119:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761012.206126:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1912
00000100:00080000:0.0:1787761012.206134:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761012.206139:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761012.206167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324935424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761012.206188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761012.206190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761012.206194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761012.206196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1912
00000100:00080000:0.0:1787761012.206199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761012.206201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761012.206207:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761012.206215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324935552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761012.206239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935424:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761012.206289:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761012.206316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761012/real 1787761012]  req@ffff9f7d46d74000 x1874601324935424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761012.206327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324935424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761012.206335:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761012.206339:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761012.206343:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935424:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761012.206364:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935552:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761012.206385:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761012.206395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761012/real 1787761012]  req@ffff9f7d46d761c0 x1874601324935552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761012.206403:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324935552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761012.206408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761012.206415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761012.206417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935552:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761012.526118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761012.910141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761013.550111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761013.934169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761014.574128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761014.958191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761015.598142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761015.982138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761016.622132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761017.006182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761017.326166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761017.326174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761017.326177:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761017.326185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1917
00000100:00080000:3.0:1787761017.326194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761017.326199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761017.326228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324935680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761017.326249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761017.326251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761017.326265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761017.326269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1917
00000100:00080000:3.0:1787761017.326273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761017.326276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761017.326285:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761017.326298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324935808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761017.326325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935680:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761017.326383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761017.326412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761017/real 1787761017]  req@ffff9f7d4832cb40 x1874601324935680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761017.326424:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324935680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761017.326431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761017.326434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761017.326436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935680:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761017.326441:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935808:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761017.326454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761017.326460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761017/real 1787761017]  req@ffff9f7d4832c780 x1874601324935808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761017.326467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324935808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761017.326480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761017.326483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761017.326485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324935808:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761017.646098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761018.030229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761018.670132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761019.054229:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761019.694148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761020.078181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761020.718109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761021.102171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761021.742129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761022.126244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761022.446178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761022.446193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761022.446198:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761022.446211:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1923
00000100:00080000:2.0:1787761022.446246:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761022.446256:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761022.446296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324935936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761022.446322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761022.446325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761022.446326:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761022.446329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1923
00000100:00080000:2.0:1787761022.446332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761022.446334:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761022.446343:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761022.446356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324936064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761022.446382:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935936:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761022.446455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761022.446492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761022/real 1787761022]  req@ffff9f7d4a9421c0 x1874601324935936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761022.446506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324935936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761022.446514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761022.446517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761022.446520:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324935936:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761022.446525:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936064:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761022.446539:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761022.446546:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761022/real 1787761022]  req@ffff9f7d4a9412c0 x1874601324936064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761022.446560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324936064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761022.446565:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761022.446568:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761022.446569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936064:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761022.766157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761023.150179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761023.790125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761024.174179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761024.814086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761025.198155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761025.838127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761026.222184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761026.862115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761027.246158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761027.566135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761027.566144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761027.566148:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761027.566158:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1928
00000100:00080000:3.0:1787761027.566167:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761027.566174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761027.566208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324936192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761027.566233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761027.566236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761027.566238:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761027.566242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1928
00000100:00080000:3.0:1787761027.566245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761027.566257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761027.566266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761027.566282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936192:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761027.566282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324936320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761027.566344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761027.566379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761027/real 1787761027]  req@ffff9f7d4832f480 x1874601324936192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761027.566395:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324936192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761027.566402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761027.566405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761027.566407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936192:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761027.566425:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936320:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761027.566448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761027.566456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761027/real 1787761027]  req@ffff9f7d4832fc00 x1874601324936320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761027.566462:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324936320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761027.566467:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761027.566469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761027.566483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936320:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761027.886101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761028.270219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761028.910137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761029.294161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761029.934140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761030.318201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761030.958127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761031.342262:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761031.982120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761032.366158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761032.686130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761032.686147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761032.686151:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761032.686159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1933
00000100:00080000:3.0:1787761032.686170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761032.686176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761032.686209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324936448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761032.686234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761032.686238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761032.686239:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761032.686243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1933
00000100:00080000:3.0:1787761032.686246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761032.686250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761032.686259:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761032.686272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324936576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761032.686289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936448:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761032.686403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936576:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761033.006129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761033.390186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761034.030114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761034.414163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761035.054115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761035.438162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761035.758251:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761035.758284:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761035.758296:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761035.758337:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761035.758380:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761032/real 1787761035]  req@ffff9f7d4832fc00 x1874601324936576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761035.758402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324936576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761035.758430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761035.758435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761035.758439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936576:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761035.758446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761032/real 1787761035]  req@ffff9f7d4832d2c0 x1874601324936448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761035.758457:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324936448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761035.758468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761035.758471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761035.758473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936448:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761036.078174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761036.462233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761037.102100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761037.486195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761037.806091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761037.806099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761037.806102:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761037.806110:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1938
00000100:00080000:3.0:1787761037.806118:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761037.806124:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761037.806164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324936704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761037.806185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761037.806187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761037.806189:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761037.806191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1938
00000100:00080000:3.0:1787761037.806193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761037.806196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761037.806203:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761037.806210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324936832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761037.806237:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936704:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761037.806309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761037.806415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761037/real 1787761037]  req@ffff9f7d4832f480 x1874601324936704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761037.806434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324936704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761037.806445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761037.806449:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761037.806453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761037.806469:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936832:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761037.806495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761037.806509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761037/real 1787761037]  req@ffff9f7d4832c780 x1874601324936832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761037.806520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324936832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761037.806528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761037.806531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761037.806534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324936832:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761038.126144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761038.510212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761039.150119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761039.534211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761040.174113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761040.558156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761041.198133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761041.582238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761042.222114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761042.606169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761042.926115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761042.926122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761042.926125:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761042.926133:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1943
00000100:00080000:3.0:1787761042.926141:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761042.926146:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761042.926189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324936960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761042.926215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761042.926217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761042.926218:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761042.926221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1943
00000100:00080000:3.0:1787761042.926223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761042.926238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761042.926245:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761042.926254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324937088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761042.926268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936960:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761042.926326:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761042.926362:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761042/real 1787761042]  req@ffff9f7d4832cb40 x1874601324936960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761042.926379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324936960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761042.926389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761042.926399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761042.926403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324936960:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761042.926425:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937088:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761042.926447:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761042.926459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761042/real 1787761042]  req@ffff9f7d4832e580 x1874601324937088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761042.926471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324937088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761042.926479:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761042.926482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761042.926486:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937088:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761043.246140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761043.630186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761044.270086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761044.654128:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761045.294119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761045.678197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761046.318133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761046.702247:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761047.342143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761047.726182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761048.046150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761048.046157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761048.046175:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761048.046182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1948
00000100:00080000:2.0:1787761048.046191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761048.046196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761048.046222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324937216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761048.046242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761048.046244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761048.046245:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761048.046248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1948
00000100:00080000:2.0:1787761048.046249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761048.046252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761048.046258:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761048.046266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324937344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761048.046283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937216:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761048.046336:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761048.046368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761048/real 1787761048]  req@ffff9f7d4a941680 x1874601324937216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761048.046390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324937216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761048.046397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761048.046399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761048.046402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937216:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761048.046406:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937344:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761048.046420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761048.046427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761048/real 1787761048]  req@ffff9f7d4a942940 x1874601324937344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761048.046434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324937344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761048.046438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761048.046440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761048.046441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937344:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761048.366156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761048.750237:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761049.390136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761049.774170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761050.414153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761050.798234:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761051.438082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761051.822198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761052.462137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761052.846221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761053.166166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761053.166176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761053.166181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761053.166190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1953
00000100:00080000:0.0:1787761053.166202:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761053.166210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761053.166257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324937472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761053.166293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761053.166297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761053.166299:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761053.166303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1953
00000100:00080000:0.0:1787761053.166307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761053.166312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761053.166323:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761053.166333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324937600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761053.166350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937472:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761053.166432:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761053.166487:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761053/real 1787761053]  req@ffff9f7d46d77840 x1874601324937472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761053.166502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324937472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761053.166510:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761053.166512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761053.166515:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937472:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761053.166537:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937600:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761053.166553:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761053.166564:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761053/real 1787761053]  req@ffff9f7d46d770c0 x1874601324937600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761053.166576:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324937600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761053.166584:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761053.166587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761053.166591:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937600:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761053.486129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761053.870166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761054.510114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761054.894137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761055.534131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761055.918181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761056.558095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761056.942169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761057.582138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761057.966178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761058.286137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761058.286147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761058.286167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761058.286177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1958
00000100:00080000:0.0:1787761058.286188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761058.286195:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761058.286234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324937728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761058.286265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761058.286268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761058.286270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761058.286274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1958
00000100:00080000:0.0:1787761058.286278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761058.286282:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761058.286291:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761058.286303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937728:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761058.286307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324937856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761058.286356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761058.286395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761058/real 1787761058]  req@ffff9f7d46d76940 x1874601324937728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761058.286407:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324937728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761058.286414:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761058.286417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761058.286420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937728:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761058.286439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937856:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761058.286452:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761058.286459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761058/real 1787761058]  req@ffff9f7d46d74b40 x1874601324937856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761058.286465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324937856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761058.286470:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761058.286472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761058.286474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324937856:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761058.606126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761058.990280:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761059.630116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761060.014168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761060.654131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761061.038166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761061.678124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761062.062155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761062.702123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761063.086157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761063.406180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761063.406192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761063.406197:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761063.406207:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1963
00000100:00080000:3.0:1787761063.406218:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761063.406225:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761063.406264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324937984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761063.406290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761063.406300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761063.406301:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761063.406307:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1963
00000100:00080000:3.0:1787761063.406310:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761063.406314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761063.406322:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761063.406331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324938112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761063.406342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937984:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761063.406402:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761063.406435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761063/real 1787761063]  req@ffff9f7d4832cf00 x1874601324937984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761063.406450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324937984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761063.406461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761063.406466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761063.406470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324937984:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761063.406497:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938112:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761063.406519:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761063.406533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761063/real 1787761063]  req@ffff9f7d4832c000 x1874601324938112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761063.406547:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324938112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761063.406576:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761063.406579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761063.406581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938112:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761063.726115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761064.110178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761064.750138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761065.134216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761065.774156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761066.158187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761066.798160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761067.182194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761067.822119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761068.206227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761068.526102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761068.526111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761068.526130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761068.526138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1969
00000100:00080000:3.0:1787761068.526153:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761068.526161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761068.526197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324938240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761068.526226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761068.526229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761068.526230:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761068.526234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1969
00000100:00080000:3.0:1787761068.526237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761068.526240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761068.526247:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761068.526259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324938368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761068.526284:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324938240:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761068.526347:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761068.526389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761068/real 1787761068]  req@ffff9f7d4832e940 x1874601324938240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761068.526404:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324938240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761068.526413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761068.526416:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761068.526419:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324938240:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761068.526425:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938368:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761068.526441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761068.526457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761068/real 1787761068]  req@ffff9f7d4832e1c0 x1874601324938368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761068.526465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324938368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761068.526471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761068.526473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761068.526476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938368:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761068.846135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761069.230249:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761069.870120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761070.254220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761070.894150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761071.278168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761071.918152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761072.302168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761072.942155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761073.326222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761073.646164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761073.646174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761073.646178:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761073.646188:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1974
00000100:00080000:2.0:1787761073.646201:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761073.646208:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761073.646246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324938496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761073.646276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761073.646295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761073.646298:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761073.646304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1974
00000100:00080000:2.0:1787761073.646309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761073.646315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761073.646319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324938496:192.168.204.109@tcp:250:kworker.0
00000008:00100000:2.0:1787761073.646328:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761073.646348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324938624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761073.646377:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761073.646410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761073/real 1787761073]  req@ffff9f7d4a940780 x1874601324938496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761073.646423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324938496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761073.646431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761073.646434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761073.646443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324938496:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761073.646465:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938624:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761073.646482:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761073.646490:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761073/real 1787761073]  req@ffff9f7d4a942580 x1874601324938624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761073.646498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324938624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761073.646504:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761073.646506:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761073.646508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938624:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761073.966106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761074.350149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761074.990177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761075.374181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761076.014128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761076.398225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761077.038163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761077.422190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761078.062197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761078.446207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761078.766136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761078.766148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761078.766152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761078.766163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1979
00000100:00080000:0.0:1787761078.766175:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761078.766183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761078.766228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324938752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761078.766257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761078.766278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761078.766280:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761078.766284:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1979
00000100:00080000:0.0:1787761078.766289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761078.766292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761078.766303:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761078.766314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324938752:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761078.766319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324938880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761078.766401:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761078.766439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761078/real 1787761078]  req@ffff9f7d46d76580 x1874601324938752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761078.766472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324938752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761078.766497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761078.766503:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761078.766507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324938752:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761078.766533:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938880:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761078.766557:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761078.766567:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761078/real 1787761078]  req@ffff9f7d46d75e00 x1874601324938880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761078.766576:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324938880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761078.766581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761078.766584:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761078.766586:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324938880:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761079.086166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761079.470152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761080.110127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761080.494239:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761081.134093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761081.518165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761082.158137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761082.542195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761083.182113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761083.566158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761083.886129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761083.886137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761083.886141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761083.886151:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1984
00000100:00080000:2.0:1787761083.886163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761083.886171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761083.886209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324939008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761083.886235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761083.886237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761083.886239:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761083.886242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1984
00000100:00080000:2.0:1787761083.886245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761083.886248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761083.886256:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761083.886267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324939136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761083.886314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939008:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761083.886420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761083.886472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761083/real 1787761083]  req@ffff9f7d4a941a40 x1874601324939008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761083.886493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324939008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761083.886507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761083.886512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761083.886518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939008:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761083.886527:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939136:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761083.886552:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761083.886581:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761083/real 1787761083]  req@ffff9f7d4a941e00 x1874601324939136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761083.886596:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324939136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761083.886607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761083.886611:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761083.886615:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939136:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761084.206146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761084.590181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761085.230161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761085.614165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761086.254152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761086.638186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761087.278154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761087.662179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761088.302131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761088.686173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761089.006176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761089.006185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761089.006189:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761089.006197:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1989
00000100:00080000:0.0:1787761089.006205:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761089.006211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761089.006249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324939264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761089.006277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761089.006300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761089.006303:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761089.006311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1989
00000100:00080000:0.0:1787761089.006317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761089.006323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761089.006332:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939264:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787761089.006333:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761089.006354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324939392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761089.006412:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761089.006452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761089/real 1787761089]  req@ffff9f7d46d76d00 x1874601324939264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761089.006466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324939264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761089.006475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761089.006480:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761089.006485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939264:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761089.006510:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939392:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761089.006535:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761089.006547:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761089/real 1787761089]  req@ffff9f7d46d752c0 x1874601324939392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761089.006559:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324939392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761089.006567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761089.006570:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761089.006574:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939392:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761089.326145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761089.710190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761090.350139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761090.734163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761091.374121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761091.758220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761092.398170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761092.782178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761093.422166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761093.806229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761094.126133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761094.126142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761094.126145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761094.126153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1994
00000100:00080000:0.0:1787761094.126162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761094.126168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761094.126222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324939520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761094.126252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761094.126255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761094.126260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761094.126263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1994
00000100:00080000:0.0:1787761094.126267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761094.126270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761094.126277:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761094.126289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324939648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761094.126304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939520:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761094.126363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761094.126404:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761094/real 1787761094]  req@ffff9f7d46d77c00 x1874601324939520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761094.126422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324939520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761094.126433:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761094.126437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761094.126441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939520:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761094.126463:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939648:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761094.126500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761094.126515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761094/real 1787761094]  req@ffff9f7d46d74780 x1874601324939648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761094.126529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324939648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761094.126538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761094.126557:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761094.126561:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939648:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761094.446130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761094.830196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761095.470116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761095.854200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761096.494183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761096.878195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761097.518148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761097.902240:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761098.542159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761098.926222:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761099.246149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761099.246164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761099.246169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761099.246182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 1999
00000100:00080000:0.0:1787761099.246205:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761099.246215:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761099.246289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324939776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761099.246326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761099.246329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761099.246331:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761099.246334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 1999
00000100:00080000:0.0:1787761099.246338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761099.246341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761099.246351:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761099.246367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324939904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761099.246392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939776:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761099.246503:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939904:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761099.566201:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761099.950205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761100.590129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761100.974198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761101.614174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761101.998196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761102.318342:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761102.318391:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761102.318413:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761102.318469:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761102.318568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761099/real 1787761102]  req@ffff9f7d46d77480 x1874601324939776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761102.318607:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324939776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761102.318620:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761102.318625:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761102.318629:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324939776:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761102.318639:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761099/real 1787761102]  req@ffff9f7d46d75a40 x1874601324939904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761102.318691:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324939904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761102.318701:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761102.318706:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761102.318709:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324939904:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761102.638147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761103.022230:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761103.662186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761104.046222:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761104.366131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761104.366140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761104.366144:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761104.366152:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2004
00000100:00080000:2.0:1787761104.366161:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761104.366167:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761104.366197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324940032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761104.366221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761104.366224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761104.366225:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761104.366228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2004
00000100:00080000:2.0:1787761104.366231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761104.366233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761104.366241:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761104.366255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324940160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761104.366270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940032:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761104.366333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761104.366373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761104/real 1787761104]  req@ffff9f7d4a940b40 x1874601324940032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761104.366392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324940032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761104.366413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761104.366418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761104.366422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940032:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761104.366450:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940160:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761104.366477:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761104.366492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761104/real 1787761104]  req@ffff9f7d4a941e00 x1874601324940160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761104.366530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324940160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761104.366539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761104.366543:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761104.366546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940160:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761104.686113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761105.070141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761105.710125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761106.094270:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761106.734119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761107.118254:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761107.758197:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761108.142211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761108.782133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761109.166183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761109.486134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761109.486145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761109.486150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761109.486160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2010
00000100:00080000:2.0:1787761109.486171:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761109.486178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761109.486216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324940288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761109.486238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761109.486241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761109.486242:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761109.486245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2010
00000100:00080000:2.0:1787761109.486248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761109.486250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761109.486258:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761109.486268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324940416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761109.486285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940288:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761109.486350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761109.486394:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761109/real 1787761109]  req@ffff9f7d4a941a40 x1874601324940288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761109.486414:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324940288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761109.486426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761109.486428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761109.486431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940288:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761109.486454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940416:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761109.486472:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761109.486495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761109/real 1787761109]  req@ffff9f7d4a942580 x1874601324940416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761109.486504:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324940416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761109.486509:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761109.486512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761109.486514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940416:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761109.806139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761110.190158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761110.830135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761111.214152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761111.854137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761112.238241:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761112.878103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761113.262158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761113.902135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761114.286211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761114.606191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761114.606200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761114.606204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761114.606217:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2015
00000100:00080000:0.0:1787761114.606229:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761114.606237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761114.606276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324940544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761114.606318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761114.606321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761114.606322:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761114.606325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2015
00000100:00080000:0.0:1787761114.606329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761114.606332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761114.606340:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761114.606350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324940672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761114.606410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940544:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761114.606504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761114.606558:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761114/real 1787761114]  req@ffff9f7d46d75a40 x1874601324940544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761114.606581:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324940544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761114.606595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761114.606601:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761114.606605:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940544:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761114.606612:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940672:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761114.606633:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761114.606656:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761114/real 1787761114]  req@ffff9f7d46d77480 x1874601324940672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761114.606666:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324940672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761114.606672:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761114.606675:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761114.606677:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940672:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761114.926112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761115.310237:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761115.950124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761116.334180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761116.974169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761117.358277:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761117.998124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761118.382243:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761119.022140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761119.406241:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761119.726151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761119.726164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761119.726169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761119.726183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2020
00000100:00080000:0.0:1787761119.726197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761119.726205:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761119.726250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324940800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761119.726276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761119.726278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761119.726280:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761119.726283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2020
00000100:00080000:0.0:1787761119.726285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761119.726288:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761119.726314:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761119.726323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324940928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761119.726378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940800:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761119.726457:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761119.726524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761119/real 1787761119]  req@ffff9f7d46d74780 x1874601324940800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761119.726545:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324940800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761119.726557:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761119.726562:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761119.726567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324940800:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761119.726575:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940928:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761119.726601:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761119.726633:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761119/real 1787761119]  req@ffff9f7d46d77c00 x1874601324940928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761119.726648:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324940928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761119.726656:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761119.726660:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761119.726664:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324940928:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761120.046168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761120.430165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761121.070152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761121.454227:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761122.094156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761122.478170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761123.118140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761123.502168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761124.142147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761124.526196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761124.846099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761124.846107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761124.846111:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761124.846119:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2025
00000100:00080000:0.0:1787761124.846127:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761124.846133:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761124.846164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324941056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761124.846184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761124.846187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761124.846188:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761124.846191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2025
00000100:00080000:0.0:1787761124.846193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761124.846195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761124.846203:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761124.846210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324941184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761124.846242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941056:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761124.846305:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761124.846344:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761124/real 1787761124]  req@ffff9f7d46d752c0 x1874601324941056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761124.846362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324941056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761124.846373:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761124.846377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761124.846382:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941056:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761124.846388:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941184:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761124.846409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761124.846435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761124/real 1787761124]  req@ffff9f7d46d76d00 x1874601324941184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761124.846448:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324941184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761124.846457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761124.846460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761124.846464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941184:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761125.166146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761125.550184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761126.190137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761126.574187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761127.214135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761127.598180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761128.238165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761128.622183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761129.262139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761129.646150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761129.966129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761129.966136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761129.966140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761129.966148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2030
00000100:00080000:2.0:1787761129.966158:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761129.966163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761129.966194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324941312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761129.966220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761129.966223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761129.966225:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761129.966230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2030
00000100:00080000:2.0:1787761129.966234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761129.966239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761129.966257:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761129.966268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941312:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761129.966270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324941440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761129.966331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761129.966367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761129/real 1787761129]  req@ffff9f7d4a940780 x1874601324941312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761129.966386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324941312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761129.966398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761129.966402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761129.966406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941312:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761129.966431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941440:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761129.966453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761129.966472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761129/real 1787761129]  req@ffff9f7d4a942940 x1874601324941440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761129.966501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324941440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761129.966511:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761129.966515:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761129.966519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941440:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761130.286107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761130.670194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761131.310122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761131.694207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761132.334164:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761132.718189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761133.358140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761133.742178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761134.382126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761134.766200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761135.086161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761135.086176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761135.086181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761135.086194:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2035
00000100:00080000:2.0:1787761135.086207:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761135.086216:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761135.086278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324941568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761135.086312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761135.086316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761135.086323:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761135.086327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2035
00000100:00080000:2.0:1787761135.086334:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761135.086339:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761135.086351:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761135.086360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761135.086368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324941696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761135.086440:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761135.086480:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761135/real 1787761135]  req@ffff9f7d4a941680 x1874601324941568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761135.086493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324941568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761135.086501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761135.086504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761135.086507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761135.086532:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941696:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761135.086547:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761135.086582:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761135/real 1787761135]  req@ffff9f7d4a9412c0 x1874601324941696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761135.086598:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324941696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761135.086607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761135.086610:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761135.086613:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941696:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761135.406155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761135.790150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761136.430165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761136.814192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761137.454140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761137.838167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761138.478128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761138.862190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761139.502140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761139.886155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761140.206139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761140.206147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761140.206150:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761140.206158:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2040
00000100:00080000:2.0:1787761140.206168:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761140.206173:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761140.206207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324941824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761140.206235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761140.206239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761140.206241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761140.206245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2040
00000100:00080000:2.0:1787761140.206249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761140.206253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761140.206262:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761140.206275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324941952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761140.206281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941824:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761140.206355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761140.206387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761140/real 1787761140]  req@ffff9f7d4a9421c0 x1874601324941824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761140.206400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324941824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761140.206408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761140.206410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761140.206413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324941824:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761140.206434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941952:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761140.206456:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761140.206496:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761140/real 1787761140]  req@ffff9f7d4a9412c0 x1874601324941952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761140.206506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324941952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761140.206512:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761140.206514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761140.206517:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324941952:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761140.526180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761140.910228:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761141.550124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761141.934188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761142.574132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761142.958227:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761143.598127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761143.982180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761144.622177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761145.006203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761145.326146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761145.326157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761145.326181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761145.326203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2045
00000100:00080000:2.0:1787761145.326217:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761145.326224:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761145.326262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324942080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761145.326286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761145.326289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761145.326291:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761145.326293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2045
00000100:00080000:2.0:1787761145.326295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761145.326297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761145.326307:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761145.326316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324942208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761145.326372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942080:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761145.326437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761145.326471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761145/real 1787761145]  req@ffff9f7d4a941680 x1874601324942080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761145.326485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324942080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761145.326494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761145.326497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761145.326500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942080:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761145.326506:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942208:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761145.326534:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761145.326542:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761145/real 1787761145]  req@ffff9f7d4a942940 x1874601324942208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761145.326550:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324942208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761145.326556:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761145.326558:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761145.326561:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942208:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761145.646155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761146.030250:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761146.670130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761147.054216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761147.694198:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761148.078190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761148.718142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761149.102144:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761149.742142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761150.126161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761150.446102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761150.446112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761150.446117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761150.446127:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2051
00000100:00080000:2.0:1787761150.446139:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761150.446152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761150.446202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324942336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761150.446228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761150.446245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761150.446246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761150.446250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2051
00000100:00080000:2.0:1787761150.446253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761150.446258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761150.446268:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761150.446278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324942464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761150.446301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942336:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761150.446375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761150.446415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761150/real 1787761150]  req@ffff9f7d4a940780 x1874601324942336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761150.446435:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324942336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761150.446446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761150.446451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761150.446455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942336:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761150.446491:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942464:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761150.446515:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761150.446528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761150/real 1787761150]  req@ffff9f7d4a942580 x1874601324942464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761150.446541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324942464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761150.446550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761150.446554:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761150.446558:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942464:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761150.766168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761151.151118:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761151.790109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761152.174131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761152.814148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761153.198179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761153.838099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761154.222203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761154.862144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761155.246197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761155.566124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761155.566135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761155.566140:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761155.566150:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2056
00000100:00080000:2.0:1787761155.566162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761155.566168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761155.566204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324942592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761155.566239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761155.566243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761155.566245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761155.566249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2056
00000100:00080000:2.0:1787761155.566254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761155.566258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761155.566269:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761155.566286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324942720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761155.566289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942592:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761155.566355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761155.566392:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761155/real 1787761155]  req@ffff9f7d4a941a40 x1874601324942592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761155.566406:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324942592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761155.566413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761155.566421:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761155.566424:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942592:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761155.566446:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942720:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761155.566464:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761155.566472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761155/real 1787761155]  req@ffff9f7d4a941e00 x1874601324942720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761155.566480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324942720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761155.566486:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761155.566488:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761155.566490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942720:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761155.886140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761156.270134:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761156.910106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761157.294195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761157.934095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761158.318128:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761158.958097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761159.342178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761159.982148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761160.366146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761160.686157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761160.686167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761160.686171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761160.686183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2061
00000100:00080000:2.0:1787761160.686195:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761160.686202:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761160.686241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324942848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761160.686272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761160.686276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761160.686278:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761160.686282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2061
00000100:00080000:2.0:1787761160.686286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761160.686291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761160.686302:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761160.686315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761160.686321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324942976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761160.686371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761160.686409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761160/real 1787761160]  req@ffff9f7d4a940b40 x1874601324942848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761160.686423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324942848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761160.686447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761160.686451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761160.686454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324942848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761160.686475:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942976:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761160.686492:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761160.686500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761160/real 1787761160]  req@ffff9f7d4a941e00 x1874601324942976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761160.686508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324942976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761160.686513:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761160.686516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761160.686518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324942976:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761161.006124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761161.390146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761162.030152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761162.414198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761163.054156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761163.438179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761164.078147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761164.462174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761165.102149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761165.486250:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761165.806079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761165.806087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761165.806090:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761165.806101:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2066
00000100:00080000:2.0:1787761165.806112:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761165.806120:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761165.806176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324943104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761165.806205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761165.806208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761165.806209:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761165.806212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2066
00000100:00080000:2.0:1787761165.806216:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761165.806221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761165.806232:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761165.806251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943104:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761165.806252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324943232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761165.806342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324943232:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761166.126145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761166.510129:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761167.150141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761167.534209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761168.174175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761168.558167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761168.878365:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761168.878425:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761168.878447:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761168.878488:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761168.878690:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761165/real 1787761168]  req@ffff9f7d4a942580 x1874601324943232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761168.878885:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324943232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761168.878900:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761168.878906:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761168.878911:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324943232:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761168.878932:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761165/real 1787761168]  req@ffff9f7d4a941a40 x1874601324943104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761168.878946:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324943104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761168.878956:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761168.878960:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761168.878968:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943104:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761169.198145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761169.582218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761170.222117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761170.606134:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761170.926083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761170.926091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761170.926095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761170.926103:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2071
00000100:00080000:2.0:1787761170.926112:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761170.926118:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761170.926147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324943360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761170.926169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761170.926172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761170.926173:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761170.926176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2071
00000100:00080000:2.0:1787761170.926178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761170.926194:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761170.926202:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761170.926212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324943488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761170.926225:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943360:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761170.926293:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761170.926337:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761170/real 1787761170]  req@ffff9f7d4a940780 x1874601324943360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761170.926372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324943360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761170.926382:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761170.926386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761170.926391:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943360:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761170.926419:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324943488:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761170.926443:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761170.926466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761170/real 1787761170]  req@ffff9f7d4a942940 x1874601324943488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761170.926485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324943488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761170.926494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761170.926498:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761170.926503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324943488:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761171.246157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761171.630253:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761172.270159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761172.654201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761173.294119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761173.678231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761174.318156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761174.702155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761175.342115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761175.726202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761176.046120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761176.046132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761176.046137:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761176.046148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2076
00000100:00080000:0.0:1787761176.046159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761176.046166:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761176.046199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324943616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761176.046220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761176.046223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761176.046224:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761176.046226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2076
00000100:00080000:0.0:1787761176.046229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761176.046231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761176.046253:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761176.046263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324943744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761176.046285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943616:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761176.046354:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761176.046400:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761176/real 1787761176]  req@ffff9f7d46d75e00 x1874601324943616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761176.046418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324943616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761176.046429:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761176.046433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761176.046436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943616:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761176.046456:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324943744:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761176.046474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761176.046483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761176/real 1787761176]  req@ffff9f7d46d76580 x1874601324943744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761176.046495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324943744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761176.046503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761176.046506:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761176.046509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324943744:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761176.366105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761176.750179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761177.390136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761177.774163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761178.414119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761178.798164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761179.438172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761179.822169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761180.462118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761180.846129:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761181.166133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761181.166143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761181.166147:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761181.166158:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2081
00000100:00080000:0.0:1787761181.166169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761181.166176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761181.166213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324943872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761181.166245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761181.166248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761181.166250:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761181.166257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2081
00000100:00080000:0.0:1787761181.166260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761181.166264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761181.166273:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761181.166286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324944000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761181.166304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943872:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761181.166381:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761181.166414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761181/real 1787761181]  req@ffff9f7d46d74b40 x1874601324943872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761181.166429:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324943872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761181.166439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761181.166442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761181.166446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324943872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761181.166466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944000:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761181.166486:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761181.166513:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761181/real 1787761181]  req@ffff9f7d46d76940 x1874601324944000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761181.166525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324944000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761181.166532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761181.166535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761181.166538:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944000:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761181.486128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761181.870145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761182.510107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761182.894179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761183.534131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761183.918147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761184.558161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761184.942152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761185.582123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761185.966148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761186.286131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761186.286139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761186.286142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761186.286149:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2086
00000100:00080000:0.0:1787761186.286157:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761186.286162:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761186.286198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324944128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761186.286220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761186.286224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761186.286225:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761186.286229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2086
00000100:00080000:0.0:1787761186.286232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761186.286236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761186.286244:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761186.286255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324944256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761186.286270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944128:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761186.286336:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761186.286372:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761186/real 1787761186]  req@ffff9f7d46d770c0 x1874601324944128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761186.286383:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324944128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761186.286389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761186.286392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761186.286405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944128:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761186.286422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944256:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761186.286438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761186.286445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761186/real 1787761186]  req@ffff9f7d46d77840 x1874601324944256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761186.286452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324944256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761186.286457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761186.286459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761186.286461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944256:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761186.606153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761186.990185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761187.630137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761188.014157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761188.654148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761189.038170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761189.678120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761190.062199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761190.702154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761191.086235:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761191.406114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761191.406123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761191.406127:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761191.406137:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2091
00000100:00080000:0.0:1787761191.406161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761191.406168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761191.406199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324944384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761191.406219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761191.406222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761191.406223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761191.406226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2091
00000100:00080000:0.0:1787761191.406228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761191.406230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761191.406237:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761191.406244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324944512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761191.406268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944384:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761191.406333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761191.406371:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761191/real 1787761191]  req@ffff9f7d46d761c0 x1874601324944384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761191.406386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324944384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761191.406395:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761191.406399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761191.406402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761191.406408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944512:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761191.406428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761191.406440:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761191/real 1787761191]  req@ffff9f7d46d74000 x1874601324944512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761191.406451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324944512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761191.406459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761191.406462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761191.406465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944512:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761191.726109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761192.110118:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761192.750110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761193.134182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761193.774106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761194.158146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761194.798150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761195.182145:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761195.822123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761196.206133:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761196.526099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761196.526105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761196.526108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761196.526115:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2097
00000100:00080000:0.0:1787761196.526124:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761196.526130:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761196.526161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324944640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761196.526213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761196.526216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761196.526217:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761196.526220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2097
00000100:00080000:0.0:1787761196.526223:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761196.526227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761196.526234:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761196.526244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324944768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761196.526249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944640:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761196.526298:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761196.526332:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761196/real 1787761196]  req@ffff9f7d46d75680 x1874601324944640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761196.526343:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324944640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761196.526351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761196.526354:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761196.526357:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944640:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761196.526378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944768:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761196.526399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761196.526411:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761196/real 1787761196]  req@ffff9f7d46d743c0 x1874601324944768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761196.526419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324944768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761196.526424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761196.526426:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761196.526429:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324944768:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761196.846135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761197.230163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761197.870112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761198.254125:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761198.894115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761199.278121:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761199.918090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761200.303097:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761200.942091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761201.326144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761201.646147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761201.646154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761201.646157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761201.646164:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2102
00000100:00080000:2.0:1787761201.646177:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761201.646183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761201.646217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324944896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761201.646238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761201.646241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761201.646243:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761201.646246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2102
00000100:00080000:2.0:1787761201.646249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761201.646253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761201.646262:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761201.646276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324945024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761201.646280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944896:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761201.646334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761201.646362:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761201/real 1787761201]  req@ffff9f7d4a941680 x1874601324944896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761201.646376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324944896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761201.646385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761201.646389:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761201.646392:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324944896:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761201.646417:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945024:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761201.646434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761201.646442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761201/real 1787761201]  req@ffff9f7d4a9412c0 x1874601324945024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761201.646449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324945024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761201.646454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761201.646456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761201.646458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945024:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761201.966108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761202.350119:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761202.990131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761203.374145:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761204.014157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761204.398146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761205.038137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761205.422178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761206.062131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761206.446147:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761206.766101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761206.766111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761206.766116:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761206.766125:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2107
00000100:00080000:0.0:1787761206.766137:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761206.766145:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761206.766182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324945152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761206.766211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761206.766215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761206.766231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761206.766237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2107
00000100:00080000:0.0:1787761206.766241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761206.766245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761206.766253:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761206.766259:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761206.766266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324945280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761206.766318:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761206.766356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761206/real 1787761206]  req@ffff9f7d46d743c0 x1874601324945152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761206.766372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324945152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761206.766379:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761206.766383:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761206.766386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761206.766403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945280:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761206.766418:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761206.766426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761206/real 1787761206]  req@ffff9f7d46d75680 x1874601324945280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761206.766434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324945280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761206.766439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761206.766442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761206.766444:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761207.086106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761207.470170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761208.110142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761208.494167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761209.134168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761209.518174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761210.158122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761210.542186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761211.182124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761211.566238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761211.886115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761211.886125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761211.886129:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761211.886138:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2112
00000100:00080000:0.0:1787761211.886149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761211.886156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761211.886192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324945408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761211.886221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761211.886224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761211.886230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761211.886234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2112
00000100:00080000:0.0:1787761211.886237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761211.886242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761211.886251:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761211.886266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761211.886288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324945536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761211.886328:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761211.886377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761211/real 1787761211]  req@ffff9f7d46d74000 x1874601324945408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761211.886395:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324945408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761211.886406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761211.886409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761211.886412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761211.886435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945536:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761211.886453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761211.886463:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761211/real 1787761211]  req@ffff9f7d46d761c0 x1874601324945536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761211.886471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324945536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761211.886477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761211.886480:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761211.886482:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945536:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761212.206099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761212.590149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761213.230121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761213.614176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761214.254106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761214.638150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761215.278122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761215.662225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761216.302134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761216.686142:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761217.006129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761217.006137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761217.006141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761217.006149:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2117
00000100:00080000:2.0:1787761217.006158:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761217.006165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761217.006198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324945664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761217.006227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761217.006231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761217.006234:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761217.006240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2117
00000100:00080000:2.0:1787761217.006243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761217.006246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761217.006257:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761217.006275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761217.006276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324945792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761217.006342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761217.006379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761217/real 1787761217]  req@ffff9f7d4a9421c0 x1874601324945664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761217.006393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324945664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761217.006401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761217.006404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761217.006408:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761217.006425:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945792:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761217.006441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761217.006449:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761217/real 1787761217]  req@ffff9f7d4a9412c0 x1874601324945792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761217.006456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324945792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761217.006462:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761217.006464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761217.006466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324945792:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761217.326096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761217.710174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761218.350110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761218.734159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761219.374103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761219.758154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761220.398160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761220.782131:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761221.422126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761221.806174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761222.126107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761222.126115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761222.126139:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761222.126148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2122
00000100:00080000:2.0:1787761222.126157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761222.126162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761222.126191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324945920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761222.126213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761222.126216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761222.126218:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761222.126220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2122
00000100:00080000:2.0:1787761222.126222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761222.126225:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761222.126231:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761222.126241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324946048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761222.126272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945920:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761222.126335:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761222.126381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761222/real 1787761222]  req@ffff9f7d4a941680 x1874601324945920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761222.126401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324945920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761222.126413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761222.126418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761222.126422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324945920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761222.126430:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946048:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761222.126454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761222.126467:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761222/real 1787761222]  req@ffff9f7d4a942940 x1874601324946048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761222.126480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324946048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761222.126489:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761222.126493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761222.126497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946048:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761222.446126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761222.830170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761223.470125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761223.854188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761224.494101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761224.878190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761225.518124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761225.902197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761226.542130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761226.926154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761227.246139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761227.246147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761227.246167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761227.246175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2127
00000100:00080000:0.0:1787761227.246184:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761227.246189:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761227.246218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324946176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761227.246241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761227.246244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761227.246246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761227.246248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2127
00000100:00080000:0.0:1787761227.246250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761227.246253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761227.246260:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761227.246268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324946304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761227.246300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946176:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761227.246367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761227.246412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761227/real 1787761227]  req@ffff9f7d46d77840 x1874601324946176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761227.246431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324946176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761227.246442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761227.246446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761227.246450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946176:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761227.246458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946304:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761227.246479:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761227.246490:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761227/real 1787761227]  req@ffff9f7d46d770c0 x1874601324946304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761227.246503:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324946304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761227.246526:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761227.246529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761227.246533:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946304:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761227.566093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761227.950154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761228.590150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761228.974138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761229.614101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761229.998170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761230.638151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761231.022185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761231.662090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761232.046183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761232.366136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761232.366147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761232.366152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761232.366162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2132
00000100:00080000:0.0:1787761232.366173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761232.366181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761232.366218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324946432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761232.366247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761232.366265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761232.366268:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761232.366273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2132
00000100:00080000:0.0:1787761232.366278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761232.366284:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761232.366295:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761232.366295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761232.366314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324946560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761232.366383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761232.686113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761233.070198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761233.710070:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761234.094168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761234.734154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761235.118191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761235.438244:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761235.438281:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761235.438297:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761235.438340:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761235.438433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761232/real 1787761235]  req@ffff9f7d46d74b40 x1874601324946560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761235.438487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324946560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761235.438503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761235.438509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761235.438514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761235.438524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761232/real 1787761235]  req@ffff9f7d46d76940 x1874601324946432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761235.438572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324946432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761235.438581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761235.438585:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761235.438589:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761235.758135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761236.142183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761236.782148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761237.166164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761237.486145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761237.486168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761237.486173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761237.486181:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2138
00000100:00080000:2.0:1787761237.486189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761237.486195:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761237.486224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324946688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761237.486247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761237.486249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761237.486251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761237.486253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2138
00000100:00080000:2.0:1787761237.486256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761237.486258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761237.486266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761237.486279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324946816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761237.486301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946688:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761237.486366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761237.486420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761237/real 1787761237]  req@ffff9f7d4a940780 x1874601324946688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761237.486439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324946688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761237.486452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761237.486456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761237.486461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946688:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761237.486489:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946816:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761237.486512:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761237.486525:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761237/real 1787761237]  req@ffff9f7d4a941a40 x1874601324946816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761237.486538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324946816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761237.486554:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761237.486558:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761237.486562:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324946816:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761237.806128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761238.190194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761238.830126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761239.214177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761239.854155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761240.238260:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761240.878104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761241.262171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761241.902152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761242.286164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761242.606152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761242.606161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761242.606165:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761242.606173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2143
00000100:00080000:2.0:1787761242.606199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761242.606208:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761242.606246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324946944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761242.606277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761242.606281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761242.606283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761242.606287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2143
00000100:00080000:2.0:1787761242.606291:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761242.606295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761242.606318:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761242.606332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324947072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761242.606340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946944:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761242.606410:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761242.606452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761242/real 1787761242]  req@ffff9f7d4a942580 x1874601324946944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761242.606473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324946944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761242.606484:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761242.606489:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761242.606493:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324946944:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761242.606517:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947072:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761242.606543:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761242.606556:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761242/real 1787761242]  req@ffff9f7d4a941e00 x1874601324947072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761242.606565:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324947072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761242.606577:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761242.606579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761242.606582:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947072:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761242.926136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761243.310233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761243.950127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761244.334218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761244.974127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761245.358194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761245.998137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761246.382164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761247.022140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761247.406234:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761247.726173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761247.726188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761247.726194:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761247.726220:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2148
00000100:00080000:2.0:1787761247.726234:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761247.726245:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761247.726291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324947200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761247.726346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761247.726350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761247.726352:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761247.726358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2148
00000100:00080000:2.0:1787761247.726363:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761247.726368:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761247.726382:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761247.726400:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761247.726413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324947328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761247.726487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761247.726541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761247/real 1787761247]  req@ffff9f7d4a940b40 x1874601324947200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761247.726562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324947200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761247.726575:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761247.726580:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761247.726585:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761247.726620:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947328:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761247.726647:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761247.726661:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761247/real 1787761247]  req@ffff9f7d4a941e00 x1874601324947328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761247.726673:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324947328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761247.726681:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761247.726684:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761247.726697:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947328:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761248.046123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761248.430200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761249.070097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761249.454202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761250.094172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761250.478191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761251.118111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761251.502191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761252.142135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761252.526200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761252.846143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761252.846152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761252.846161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761252.846170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2153
00000100:00080000:2.0:1787761252.846179:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761252.846184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761252.846217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324947456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761252.846243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761252.846246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761252.846247:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761252.846262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2153
00000100:00080000:2.0:1787761252.846266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761252.846270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761252.846279:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761252.846289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761252.846291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324947584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761252.846345:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761252.846389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761252/real 1787761252]  req@ffff9f7d4a942580 x1874601324947456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761252.846410:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324947456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761252.846421:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761252.846425:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761252.846430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761252.846451:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947584:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761252.846470:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761252.846479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761252/real 1787761252]  req@ffff9f7d4a941a40 x1874601324947584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761252.846487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324947584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761252.846493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761252.846495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761252.846498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947584:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761253.166152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761253.550159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761254.190170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761254.574204:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761255.214154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761255.598187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761256.238119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761256.622183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761257.262142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761257.646165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761257.966159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761257.966173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761257.966178:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761257.966187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2158
00000100:00080000:2.0:1787761257.966197:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761257.966202:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761257.966236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324947712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761257.966264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761257.966268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761257.966269:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761257.966277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2158
00000100:00080000:2.0:1787761257.966281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761257.966285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761257.966293:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761257.966303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324947840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761257.966324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947712:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761257.966400:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761257.966455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761257/real 1787761257]  req@ffff9f7d4a940780 x1874601324947712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761257.966473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324947712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761257.966484:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761257.966488:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761257.966491:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947712:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761257.966517:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947840:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761257.966542:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761257.966555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761257/real 1787761257]  req@ffff9f7d4a942940 x1874601324947840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761257.966568:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324947840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761257.966577:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761257.966579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761257.966583:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324947840:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761258.286076:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761258.670156:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761259.310134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761259.694219:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761260.334120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761260.718225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761261.358155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761261.742209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761262.382137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761262.766188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761263.086090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761263.086099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761263.086103:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761263.086111:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2163
00000100:00080000:2.0:1787761263.086120:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761263.086125:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761263.086154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324947968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761263.086178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761263.086180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761263.086181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761263.086184:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2163
00000100:00080000:2.0:1787761263.086186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761263.086189:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761263.086196:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761263.086204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324948096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761263.086259:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947968:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761263.086346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761263.086402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761263/real 1787761263]  req@ffff9f7d4a941680 x1874601324947968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761263.086423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324947968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761263.086455:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761263.086460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761263.086464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324947968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761263.086473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948096:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761263.086500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761263.086521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761263/real 1787761263]  req@ffff9f7d4a9412c0 x1874601324948096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761263.086538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324948096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761263.086547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761263.086550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761263.086553:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948096:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761263.406147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761263.790156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761264.430103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761264.814179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761265.454171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761265.838159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761266.478136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761266.862240:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761267.502090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761267.886211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761268.206161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761268.206181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761268.206187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761268.206199:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2168
00000100:00080000:0.0:1787761268.206212:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761268.206220:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761268.206264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324948224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761268.206295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761268.206299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761268.206301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761268.206304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2168
00000100:00080000:0.0:1787761268.206324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761268.206329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761268.206341:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761268.206357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324948352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761268.206358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948224:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761268.206441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761268.206495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761268/real 1787761268]  req@ffff9f7d46d76580 x1874601324948224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761268.206514:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324948224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761268.206526:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761268.206531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761268.206535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948224:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761268.206571:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948352:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761268.206594:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761268.206605:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761268/real 1787761268]  req@ffff9f7d46d75e00 x1874601324948352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761268.206617:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324948352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761268.206625:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761268.206628:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761268.206632:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948352:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761268.526123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761268.910242:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761269.550132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761269.934220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761270.574121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761270.958194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761271.598131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761271.982230:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761272.622147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761273.006200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761273.326118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761273.326126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761273.326129:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761273.326136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2173
00000100:00080000:0.0:1787761273.326145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761273.326150:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761273.326182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324948480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761273.326205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761273.326208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761273.326210:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761273.326214:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2173
00000100:00080000:0.0:1787761273.326218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761273.326223:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761273.326232:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761273.326246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324948608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761273.326272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948480:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761273.326352:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761273.326391:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761273/real 1787761273]  req@ffff9f7d46d76d00 x1874601324948480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761273.326415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324948480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761273.326427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761273.326432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761273.326436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948480:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761273.326465:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948608:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761273.326489:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761273.326502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761273/real 1787761273]  req@ffff9f7d46d752c0 x1874601324948608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761273.326531:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324948608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761273.326537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761273.326539:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761273.326541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948608:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761273.646159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761274.030210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761274.670150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761275.054176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761275.694145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761276.078184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761276.718136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761277.102163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761277.742108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761278.126166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761278.446117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761278.446140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761278.446144:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761278.446151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2179
00000100:00080000:0.0:1787761278.446160:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761278.446166:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761278.446197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324948736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761278.446226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761278.446229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761278.446232:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761278.446235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2179
00000100:00080000:0.0:1787761278.446239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761278.446243:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761278.446251:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761278.446263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324948864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761278.446277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948736:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761278.446334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761278.446375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761278/real 1787761278]  req@ffff9f7d46d77c00 x1874601324948736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761278.446394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324948736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761278.446404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761278.446408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761278.446412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948736:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761278.446431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948864:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761278.446448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761278.446458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761278/real 1787761278]  req@ffff9f7d46d74780 x1874601324948864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761278.446476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324948864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761278.446484:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761278.446487:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761278.446490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324948864:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761278.766140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761279.150210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761279.790110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761280.174161:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761280.814128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761281.198176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761281.838125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761282.222130:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761282.862120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761283.246164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761283.566130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761283.566140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761283.566144:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761283.566154:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2184
00000100:00080000:2.0:1787761283.566163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761283.566170:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761283.566201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324948992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761283.566228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761283.566231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761283.566233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761283.566250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2184
00000100:00080000:2.0:1787761283.566254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761283.566259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761283.566267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948992:192.168.204.109@tcp:250:kworker.0
00000008:00100000:2.0:1787761283.566269:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761283.566286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324949120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761283.566326:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761283.566369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761283/real 1787761283]  req@ffff9f7d4a9421c0 x1874601324948992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761283.566386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324948992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761283.566396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761283.566400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761283.566403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324948992:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761283.566420:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949120:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761283.566436:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761283.566443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761283/real 1787761283]  req@ffff9f7d4a9412c0 x1874601324949120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761283.566456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324949120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761283.566461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761283.566462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761283.566464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949120:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761283.886145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761284.270190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761284.910138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761285.294170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761285.934123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761286.318162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761286.958116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761287.342214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761287.982122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761288.366174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761288.686129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761288.686136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761288.686140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761288.686147:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2189
00000100:00080000:0.0:1787761288.686154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761288.686159:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761288.686200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324949248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761288.686239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761288.686241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761288.686242:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761288.686245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2189
00000100:00080000:0.0:1787761288.686248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761288.686250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761288.686258:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761288.686267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324949376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761288.686288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324949248:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761288.686337:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761288.686372:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761288/real 1787761288]  req@ffff9f7d46d77480 x1874601324949248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761288.686385:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324949248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761288.686393:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761288.686396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761288.686398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324949248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761288.686402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949376:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761288.686428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761288.686435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761288/real 1787761288]  req@ffff9f7d46d75a40 x1874601324949376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761288.686449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324949376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761288.686454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761288.686455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761288.686457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949376:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761289.006137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761289.390159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761290.030108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761290.414188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761291.054150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761291.438180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761292.078082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761292.462189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761293.102111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761293.486174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761293.806126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761293.806134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761293.806137:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761293.806145:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2194
00000100:00080000:0.0:1787761293.806154:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761293.806159:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761293.806190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324949504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761293.806211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761293.806213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761293.806215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761293.806217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2194
00000100:00080000:0.0:1787761293.806219:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761293.806221:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761293.806241:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761293.806252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324949632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761293.806252:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324949504:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761293.806321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761293.806357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761293/real 1787761293]  req@ffff9f7d46d75a40 x1874601324949504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761293.806369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324949504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761293.806378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761293.806383:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761293.806387:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324949504:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761293.806408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949632:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761293.806430:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761293.806442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761293/real 1787761293]  req@ffff9f7d46d77480 x1874601324949632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761293.806461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324949632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761293.806468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761293.806472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761293.806475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949632:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761294.126121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761294.510156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761295.150118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761295.534161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761296.174101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761296.558204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761297.198122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761297.582171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761298.222130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761298.606206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761298.926121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761298.926129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761298.926132:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761298.926139:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2199
00000100:00080000:0.0:1787761298.926147:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761298.926152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761298.926181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324949760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761298.926200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761298.926202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761298.926203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761298.926206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2199
00000100:00080000:0.0:1787761298.926222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761298.926227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761298.926236:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761298.926248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324949888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761298.926252:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324949760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761298.926351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949888:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761299.246100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761299.630121:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761300.270128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761300.654192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761301.294128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761301.678138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787761301.998311:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:1.0:1787761301.998371:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761301.998390:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:1.0:1787761301.998426:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787761301.998458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761298/real 1787761301]  req@ffff9f7d46d77c00 x1874601324949888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761301.998483:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324949888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761301.998507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761301.998512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761301.998516:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324949888:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761301.998524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761298/real 1787761301]  req@ffff9f7d46d74780 x1874601324949760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761301.998538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324949760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761301.998545:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761301.998548:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761301.998551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324949760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761302.318132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761302.702169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761303.342133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761303.726209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761304.046099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761304.046107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761304.046119:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761304.046129:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2204
00000100:00080000:2.0:1787761304.046139:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761304.046144:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761304.046183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324950016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761304.046203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761304.046206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761304.046208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761304.046211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2204
00000100:00080000:2.0:1787761304.046214:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761304.046217:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761304.046224:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761304.046232:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761304.046234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324950144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761304.046289:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761304.046329:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761304/real 1787761304]  req@ffff9f7d4a941680 x1874601324950016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761304.046348:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324950016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761304.046358:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761304.046361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761304.046365:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761304.046390:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950144:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761304.046426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761304.046439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761304/real 1787761304]  req@ffff9f7d4a942940 x1874601324950144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761304.046450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324950144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761304.046458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761304.046461:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761304.046463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950144:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761304.366152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761304.750167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761305.390133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761305.774170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761306.414175:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761306.798211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761307.438114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761307.822181:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761308.462124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761308.846140:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761309.166142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761309.166149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761309.166152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761309.166160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2209
00000100:00080000:0.0:1787761309.166168:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761309.166173:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761309.166201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324950272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761309.166225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761309.166228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761309.166230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761309.166233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2209
00000100:00080000:0.0:1787761309.166237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761309.166240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761309.166249:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761309.166265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761309.166276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324950400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761309.166319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761309.166357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761309/real 1787761309]  req@ffff9f7d46d74780 x1874601324950272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761309.166373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324950272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761309.166383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761309.166387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761309.166390:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761309.166407:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950400:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761309.166422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761309.166430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761309/real 1787761309]  req@ffff9f7d46d77c00 x1874601324950400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761309.166437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324950400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761309.166441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761309.166443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761309.166445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950400:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761309.486073:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761309.870164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761310.510121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761310.894238:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761311.534088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761311.918190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761312.558147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761312.942211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761313.582137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761313.966245:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761314.286173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761314.286180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761314.286184:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761314.286192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2214
00000100:00080000:2.0:1787761314.286202:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761314.286224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761314.286256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324950528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761314.286296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761314.286299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761314.286301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761314.286304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2214
00000100:00080000:2.0:1787761314.286307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761314.286310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761314.286318:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761314.286330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324950656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761314.286349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950528:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761314.286400:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761314.286438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761314/real 1787761314]  req@ffff9f7d4a940780 x1874601324950528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761314.286454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324950528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761314.286465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761314.286469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761314.286473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950528:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761314.286481:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950656:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761314.286505:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761314.286519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761314/real 1787761314]  req@ffff9f7d4a941a40 x1874601324950656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761314.286533:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324950656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761314.286543:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761314.286546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761314.286551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950656:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761314.606172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761314.990248:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761315.630143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761316.014179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761316.654139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761317.038171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761317.678131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761318.062211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761318.702131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761319.086189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761319.406157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761319.406166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761319.406169:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761319.406178:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2219
00000100:00080000:0.0:1787761319.406187:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761319.406192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761319.406223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324950784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761319.406245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761319.406250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761319.406251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761319.406256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2219
00000100:00080000:0.0:1787761319.406259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761319.406263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761319.406273:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761319.406285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324950912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761319.406293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950784:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761319.406355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761319.406388:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761319/real 1787761319]  req@ffff9f7d46d752c0 x1874601324950784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761319.406400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324950784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761319.406408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761319.406411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761319.406413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324950784:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761319.406432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950912:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761319.406447:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761319.406455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761319/real 1787761319]  req@ffff9f7d46d76d00 x1874601324950912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761319.406462:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324950912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761319.406468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761319.406469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761319.406471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324950912:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761319.726150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761320.110203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761320.750109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761321.134174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761321.774166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761322.158210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761322.798110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761323.182183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761323.822133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761324.206164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761324.526139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761324.526149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761324.526154:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761324.526163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2225
00000100:00080000:2.0:1787761324.526191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761324.526198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761324.526230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324951040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761324.526259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761324.526263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761324.526269:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761324.526273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2225
00000100:00080000:2.0:1787761324.526277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761324.526281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761324.526291:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761324.526307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761324.526308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324951168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761324.526374:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761324.526415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761324/real 1787761324]  req@ffff9f7d4a942580 x1874601324951040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761324.526435:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324951040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761324.526447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761324.526451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761324.526455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761324.526480:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951168:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761324.526499:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761324.526508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761324/real 1787761324]  req@ffff9f7d4a941e00 x1874601324951168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761324.526516:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324951168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761324.526522:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761324.526524:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761324.526526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951168:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761324.846113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761325.230203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761325.870133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761326.254165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761326.894110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761327.278231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761327.918139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761328.302232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761328.942108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761329.326187:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761329.646119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761329.646127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761329.646131:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761329.646138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2230
00000100:00080000:2.0:1787761329.646148:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761329.646153:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761329.646184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324951296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761329.646218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761329.646220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761329.646222:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761329.646225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2230
00000100:00080000:2.0:1787761329.646228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761329.646230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761329.646238:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761329.646249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324951424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761329.646261:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951296:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761329.646316:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761329.646347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761329/real 1787761329]  req@ffff9f7d4a940b40 x1874601324951296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761329.646359:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324951296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761329.646367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761329.646370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761329.646373:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951296:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761329.646394:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951424:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761329.646408:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761329.646415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761329/real 1787761329]  req@ffff9f7d4a941e00 x1874601324951424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761329.646423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324951424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761329.646428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761329.646430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761329.646432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951424:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761329.966151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761330.350185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761330.990100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761331.374181:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761332.014124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761332.398187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761333.038099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761333.422201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761334.062141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761334.446197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761334.766154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761334.766163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761334.766167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761334.766176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2235
00000100:00080000:0.0:1787761334.766185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761334.766207:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761334.766234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324951552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761334.766255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761334.766257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761334.766258:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761334.766261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2235
00000100:00080000:0.0:1787761334.766263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761334.766265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761334.766271:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761334.766279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324951680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761334.766293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951552:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761334.766340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761334.766376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761334/real 1787761334]  req@ffff9f7d46d75e00 x1874601324951552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761334.766387:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324951552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761334.766393:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761334.766396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761334.766398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951552:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761334.766417:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951680:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761334.766430:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761334.766437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761334/real 1787761334]  req@ffff9f7d46d76580 x1874601324951680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761334.766443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324951680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761334.766448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761334.766450:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761334.766452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951680:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761335.086135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761335.470157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761336.110130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761336.494140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761337.134152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761337.518172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761338.158145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761338.542154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761339.182177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761339.566229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761339.886150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761339.886159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761339.886163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761339.886176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2240
00000100:00080000:0.0:1787761339.886189:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761339.886198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761339.886243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324951808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761339.886270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761339.886272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761339.886274:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761339.886277:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2240
00000100:00080000:0.0:1787761339.886294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761339.886298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761339.886307:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761339.886317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324951936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761339.886341:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951808:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761339.886399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761339.886450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761339/real 1787761339]  req@ffff9f7d46d76940 x1874601324951808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761339.886463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324951808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761339.886470:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761339.886473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761339.886475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324951808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761339.886495:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951936:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761339.886510:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761339.886517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761339/real 1787761339]  req@ffff9f7d46d74b40 x1874601324951936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761339.886524:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324951936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761339.886528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761339.886530:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761339.886532:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324951936:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761340.206133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761340.590178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761341.230128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761341.614190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761342.254162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761342.638166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761343.278161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761343.662221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761344.302162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761344.686217:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761345.006130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761345.006138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761345.006141:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761345.006150:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2245
00000100:00080000:0.0:1787761345.006168:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761345.006175:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761345.006211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324952064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761345.006239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761345.006242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761345.006243:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761345.006246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2245
00000100:00080000:0.0:1787761345.006249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761345.006252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761345.006260:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761345.006275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324952192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761345.006303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952064:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761345.006387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761345.006436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761345/real 1787761345]  req@ffff9f7d46d770c0 x1874601324952064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761345.006459:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324952064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761345.006471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761345.006474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761345.006477:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952064:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761345.006484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952192:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761345.006505:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761345.006518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761345/real 1787761345]  req@ffff9f7d46d77840 x1874601324952192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761345.006530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324952192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761345.006538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761345.006541:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761345.006544:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952192:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761345.326147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761345.710202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761346.350145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761346.734215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761347.374147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761347.758218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761348.398120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761348.782127:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761349.422126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761349.806209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761350.126143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761350.126166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761350.126170:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761350.126179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2250
00000100:00080000:0.0:1787761350.126189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761350.126196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761350.126245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324952320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761350.126269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761350.126273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761350.126275:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761350.126278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2250
00000100:00080000:0.0:1787761350.126282:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761350.126286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761350.126295:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761350.126305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324952448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761350.126344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952320:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761350.126442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761350.126512:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761350/real 1787761350]  req@ffff9f7d46d761c0 x1874601324952320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761350.126533:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324952320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761350.126546:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761350.126551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761350.126556:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952320:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761350.126564:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952448:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761350.126587:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761350.126600:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761350/real 1787761350]  req@ffff9f7d46d74000 x1874601324952448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761350.126613:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324952448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761350.126621:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761350.126624:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761350.126627:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952448:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761350.446114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761350.830188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761351.470438:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761351.854169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761352.494280:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761352.878156:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761353.518158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761353.902766:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761354.542169:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761354.926260:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761355.246157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761355.246168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761355.246172:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761355.246183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2255
00000100:00080000:2.0:1787761355.246194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761355.246200:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761355.246233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324952576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761355.246279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761355.246283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761355.246285:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761355.246289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2255
00000100:00080000:2.0:1787761355.246292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761355.246295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761355.246303:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761355.246316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324952704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761355.246317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952576:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761355.246388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761355.246431:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761355/real 1787761355]  req@ffff9f7d4a942580 x1874601324952576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761355.246451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324952576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761355.246461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761355.246483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761355.246487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952576:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761355.246511:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952704:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761355.246537:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761355.246550:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761355/real 1787761355]  req@ffff9f7d4a941a40 x1874601324952704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761355.246563:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324952704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761355.246570:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761355.246573:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761355.246577:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952704:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761355.566144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761355.950200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761356.590138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761356.974226:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761357.614137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761357.998188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761358.638173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761359.022198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761359.662102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761360.046163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761360.366147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761360.366156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761360.366161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761360.366182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2260
00000100:00080000:0.0:1787761360.366194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761360.366201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761360.366236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324952832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761360.366265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761360.366269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761360.366271:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761360.366275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2260
00000100:00080000:0.0:1787761360.366293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761360.366298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761360.366307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952832:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787761360.366308:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761360.366322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324952960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761360.366372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761360.366406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761360/real 1787761360]  req@ffff9f7d46d75680 x1874601324952832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761360.366418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324952832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761360.366426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761360.366429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761360.366432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324952832:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761360.366450:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952960:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761360.366463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761360.366470:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761360/real 1787761360]  req@ffff9f7d46d743c0 x1874601324952960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761360.366476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324952960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761360.366490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761360.366493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761360.366503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324952960:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761360.686172:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761361.071058:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761361.710139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761362.094242:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761362.734210:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761363.118202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761363.759087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761364.142169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761364.782140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761365.166158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761365.486128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761365.486138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761365.486143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761365.486152:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2266
00000100:00080000:0.0:1787761365.486161:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761365.486179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761365.486213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324953088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761365.486238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761365.486244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761365.486246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761365.486250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2266
00000100:00080000:0.0:1787761365.486253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761365.486257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761365.486265:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761365.486281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324953216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761365.486281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761365.486368:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953216:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761365.806106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761366.190220:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761366.830150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761367.214186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761367.854095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761368.238192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761368.558241:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761368.558277:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761368.558307:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761368.558361:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761368.558937:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761365/real 1787761368]  req@ffff9f7d46d75680 x1874601324953216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761368.558963:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324953216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761368.558974:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761368.558980:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761368.558984:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953216:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761368.558991:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761365/real 1787761368]  req@ffff9f7d46d743c0 x1874601324953088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761368.559003:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324953088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761368.559010:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761368.559048:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761368.559053:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761368.878130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761369.262200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761369.902083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761370.286193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761370.606229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761370.606240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761370.606245:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761370.606257:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2271
00000100:00080000:0.0:1787761370.606270:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761370.606279:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761370.606324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324953344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761370.606366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761370.606370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761370.606372:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761370.606376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2271
00000100:00080000:0.0:1787761370.606379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761370.606402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761370.606411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953344:192.168.204.109@tcp:250:kworker.0
00000008:00100000:0.0:1787761370.606413:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761370.606433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324953472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761370.606514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761370.606585:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761370/real 1787761370]  req@ffff9f7d46d74000 x1874601324953344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761370.606617:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324953344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761370.606634:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761370.606640:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761370.606644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953344:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761370.606689:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953472:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761370.606714:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761370.606725:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761370/real 1787761370]  req@ffff9f7d46d761c0 x1874601324953472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761370.606733:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324953472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761370.606739:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761370.606741:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761370.606744:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953472:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761370.926155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761371.310191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761371.950123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761372.334226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761372.974147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761373.358228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761373.998122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761374.382221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761375.022103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761375.406208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761375.726131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761375.726139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761375.726143:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761375.726150:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2276
00000100:00080000:0.0:1787761375.726160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761375.726183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761375.726217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324953600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761375.726247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761375.726250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761375.726251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761375.726255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2276
00000100:00080000:0.0:1787761375.726259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761375.726261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761375.726270:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761375.726279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324953728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761375.726292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953600:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761375.726348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761375.726379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761375/real 1787761375]  req@ffff9f7d46d77840 x1874601324953600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761375.726390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324953600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761375.726397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761375.726400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761375.726402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953600:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761375.726421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953728:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761375.726433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761375.726440:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761375/real 1787761375]  req@ffff9f7d46d770c0 x1874601324953728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761375.726447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324953728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761375.726452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761375.726453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761375.726455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953728:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761376.046154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761376.430184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761377.070097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761377.454183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761378.094149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761378.478200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761379.118155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761379.502173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761380.142149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761380.526175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761380.846144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761380.846155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761380.846159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761380.846169:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2281
00000100:00080000:0.0:1787761380.846181:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761380.846188:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761380.846227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324953856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761380.846252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761380.846254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761380.846256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761380.846258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2281
00000100:00080000:0.0:1787761380.846276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761380.846280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761380.846290:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761380.846300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324953984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761380.846329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953856:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761380.846394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761380.846433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761380/real 1787761380]  req@ffff9f7d46d74b40 x1874601324953856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761380.846447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324953856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761380.846455:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761380.846458:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761380.846461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324953856:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761380.846467:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953984:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761380.846482:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761380.846494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761380/real 1787761380]  req@ffff9f7d46d76940 x1874601324953984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761380.846506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324953984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761380.846514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761380.846517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761380.846520:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324953984:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761381.166114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761381.550185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761382.190153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761382.574196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761383.214121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761383.598170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761384.238152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761384.622145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761385.262118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761385.646165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761385.966120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761385.966126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761385.966129:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761385.966136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2286
00000100:00080000:0.0:1787761385.966145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761385.966150:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761385.966185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324954112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761385.966205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761385.966208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761385.966209:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761385.966211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2286
00000100:00080000:0.0:1787761385.966213:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761385.966215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761385.966222:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761385.966229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324954240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761385.966245:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954112:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761385.966293:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761385.966334:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761385/real 1787761385]  req@ffff9f7d46d76580 x1874601324954112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761385.966345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324954112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761385.966353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761385.966356:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761385.966359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954112:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761385.966380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324954240:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761385.966393:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761385.966401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761385/real 1787761385]  req@ffff9f7d46d75e00 x1874601324954240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761385.966408:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324954240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761385.966413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761385.966415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761385.966416:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324954240:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761386.286128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761386.670146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761387.310107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761387.694257:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761388.334157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761388.718194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761389.358141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761389.742188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761390.382122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761390.766204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761391.086125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761391.086148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761391.086151:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761391.086161:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2291
00000100:00080000:0.0:1787761391.086171:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761391.086179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761391.086214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324954368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761391.086244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761391.086248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761391.086250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761391.086262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2291
00000100:00080000:0.0:1787761391.086266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761391.086269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761391.086279:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761391.086290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324954496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761391.086320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954368:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761391.086407:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761391.086473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761391/real 1787761391]  req@ffff9f7d46d76d00 x1874601324954368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761391.086489:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324954368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761391.086498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761391.086503:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761391.086507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761391.086518:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324954496:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761391.086535:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761391.086543:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761391/real 1787761391]  req@ffff9f7d46d752c0 x1874601324954496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761391.086549:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324954496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761391.086555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761391.086556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761391.086558:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324954496:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761391.406138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761391.790193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761392.430124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761392.814163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761393.454150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761393.838212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761394.478114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761394.862189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761395.502127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761395.886184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761396.206126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761396.206152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761396.206156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761396.206167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2296
00000100:00080000:2.0:1787761396.206178:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761396.206185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761396.206219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324954624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761396.206248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761396.206253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761396.206254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761396.206259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2296
00000100:00080000:2.0:1787761396.206263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761396.206267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761396.206277:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761396.206291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324954752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761396.206299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954624:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761396.206373:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761396.206419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761396/real 1787761396]  req@ffff9f7d4a940780 x1874601324954624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761396.206439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324954624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761396.206448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761396.206451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761396.206455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954624:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761396.206478:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324954752:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761396.206495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761396.206504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761396/real 1787761396]  req@ffff9f7d4a942940 x1874601324954752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761396.206512:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324954752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761396.206517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761396.206519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761396.206521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324954752:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761396.526104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761396.910192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761397.550140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761397.934135:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761398.574161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761398.958207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761399.598149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761399.982134:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761400.622123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761401.006211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761401.326129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761401.326135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761401.326138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761401.326146:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2301
00000100:00080000:0.0:1787761401.326154:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761401.326158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761401.326188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324954880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761401.326237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761401.326240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761401.326241:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761401.326243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2301
00000100:00080000:0.0:1787761401.326247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761401.326250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761401.326257:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761401.326266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324955008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761401.326272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954880:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761401.326319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761401.326355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761401/real 1787761401]  req@ffff9f7d46d77c00 x1874601324954880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761401.326379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324954880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761401.326387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761401.326390:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761401.326392:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324954880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761401.326415:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955008:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761401.326431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761401.326439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761401/real 1787761401]  req@ffff9f7d46d74780 x1874601324955008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761401.326446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324955008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761401.326451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761401.326453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761401.326454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955008:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761401.646141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761402.030111:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761402.670136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761403.054240:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761403.694132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761404.078131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761404.718137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761405.102188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761405.742158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761406.126145:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761406.446141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761406.446149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761406.446152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761406.446159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2307
00000100:00080000:0.0:1787761406.446169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761406.446174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761406.446207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324955136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761406.446233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761406.446235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761406.446236:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761406.446242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2307
00000100:00080000:0.0:1787761406.446245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761406.446248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761406.446270:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761406.446279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324955264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761406.446287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955136:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761406.446354:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761406.446391:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761406/real 1787761406]  req@ffff9f7d46d77480 x1874601324955136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761406.446409:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324955136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761406.446419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761406.446423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761406.446427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761406.446450:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955264:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761406.446472:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761406.446484:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761406/real 1787761406]  req@ffff9f7d46d75a40 x1874601324955264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761406.446494:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324955264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761406.446502:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761406.446505:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761406.446508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955264:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761406.766096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761407.150190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761407.790127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761408.174178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761408.814113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761409.198263:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761409.838149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761410.222154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761410.862116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761411.246234:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761411.566097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761411.566107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761411.566112:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761411.566120:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2312
00000100:00080000:0.0:1787761411.566131:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761411.566138:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761411.566174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324955392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761411.566203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761411.566207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761411.566214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761411.566218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2312
00000100:00080000:0.0:1787761411.566222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761411.566226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761411.566235:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761411.566249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324955520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761411.566254:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955392:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761411.566314:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761411.566345:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761411/real 1787761411]  req@ffff9f7d46d75a40 x1874601324955392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761411.566359:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324955392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761411.566369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761411.566373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761411.566377:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955392:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761411.566398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955520:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761411.566416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761411.566426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761411/real 1787761411]  req@ffff9f7d46d77480 x1874601324955520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761411.566436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324955520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761411.566443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761411.566446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761411.566458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955520:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761411.886127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761412.270172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761412.910127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761413.294195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761413.934161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761414.318206:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761414.958139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761415.342193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761415.982124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761416.366152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761416.686153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761416.686162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761416.686167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761416.686177:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2317
00000100:00080000:2.0:1787761416.686188:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761416.686194:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761416.686241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324955648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761416.686265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761416.686268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761416.686269:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761416.686272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2317
00000100:00080000:2.0:1787761416.686274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761416.686276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761416.686286:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761416.686306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324955776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761416.686333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955648:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761416.686397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761416.686433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761416/real 1787761416]  req@ffff9f7d4a941680 x1874601324955648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761416.686448:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324955648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761416.686458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761416.686462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761416.686465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761416.686491:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955776:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761416.686510:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761416.686521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761416/real 1787761416]  req@ffff9f7d4a9412c0 x1874601324955776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761416.686532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324955776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761416.686539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761416.686543:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761416.686546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324955776:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761417.006124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761417.390200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761418.030099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761418.414178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761419.054129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761419.438142:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761420.078137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761420.462180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761421.102135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761421.486154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761421.806120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761421.806128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761421.806131:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761421.806139:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2322
00000100:00080000:0.0:1787761421.806162:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761421.806168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761421.806200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324955904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761421.806223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761421.806225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761421.806227:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761421.806229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2322
00000100:00080000:0.0:1787761421.806232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761421.806234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761421.806242:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761421.806251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324956032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761421.806275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955904:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761421.806332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761421.806367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761421/real 1787761421]  req@ffff9f7d46d74780 x1874601324955904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761421.806383:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324955904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761421.806392:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761421.806396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761421.806399:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324955904:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761421.806406:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956032:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761421.806425:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761421.806436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761421/real 1787761421]  req@ffff9f7d46d77c00 x1874601324956032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761421.806446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324956032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761421.806453:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761421.806456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761421.806459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956032:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761422.126177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761422.510225:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761423.150133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761423.534173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761424.174121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761424.558162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761425.198174:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761425.582142:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761426.222106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761426.606162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761426.926114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761426.926121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761426.926124:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761426.926131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2327
00000100:00080000:0.0:1787761426.926139:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761426.926144:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761426.926172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324956160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761426.926193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761426.926196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761426.926213:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761426.926216:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2327
00000100:00080000:0.0:1787761426.926218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761426.926221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761426.926229:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761426.926237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324956288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761426.926249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956160:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761426.926297:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761426.926328:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761426/real 1787761426]  req@ffff9f7d46d752c0 x1874601324956160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761426.926345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324956160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761426.926354:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761426.926358:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761426.926361:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956160:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761426.926383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956288:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761426.926405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761426.926418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761426/real 1787761426]  req@ffff9f7d46d76d00 x1874601324956288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761426.926430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324956288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761426.926438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761426.926441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761426.926444:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956288:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761427.246137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761427.630128:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761428.270111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761428.654228:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761429.294187:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761429.678177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761430.318138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761430.702186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761431.342115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761431.726168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761432.046122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761432.046131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761432.046135:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761432.046144:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2332
00000100:00080000:0.0:1787761432.046154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761432.046160:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761432.046192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324956416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761432.046218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761432.046222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761432.046223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761432.046227:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2332
00000100:00080000:0.0:1787761432.046230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761432.046233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761432.046242:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761432.046254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324956544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761432.046258:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761432.046347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956544:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761432.366142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761432.750158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761433.390134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761433.774195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761434.414182:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761434.798234:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761435.118211:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787761435.118244:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761435.118259:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787761435.118292:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761435.118345:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761432/real 1787761435]  req@ffff9f7d46d76580 x1874601324956544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761435.118366:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324956544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761435.118382:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761435.118387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761435.118394:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956544:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761435.118401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761432/real 1787761435]  req@ffff9f7d46d75e00 x1874601324956416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761435.118412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324956416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761435.118419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761435.118422:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761435.118437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761435.438109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761435.822150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761436.462119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761436.846222:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761437.166135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761437.166144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761437.166148:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761437.166159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2337
00000100:00080000:2.0:1787761437.166168:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761437.166175:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761437.166220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324956672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761437.166249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761437.166253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761437.166255:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761437.166259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2337
00000100:00080000:2.0:1787761437.166262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761437.166266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761437.166290:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761437.166304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324956800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761437.166316:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956672:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761437.166377:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761437.166410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761437/real 1787761437]  req@ffff9f7d4a9421c0 x1874601324956672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761437.166426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324956672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761437.166438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761437.166441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761437.166446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956672:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761437.166467:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956800:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761437.166488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761437.166499:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761437/real 1787761437]  req@ffff9f7d4a9412c0 x1874601324956800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761437.166509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324956800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761437.166515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761437.166518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761437.166521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324956800:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761437.486099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761437.870231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761438.510138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761438.894156:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761439.534133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761439.918174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761440.558128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761440.942160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761441.582122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761441.966188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761442.286152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761442.286161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761442.286165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761442.286174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2342
00000100:00080000:0.0:1787761442.286183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761442.286190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761442.286222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324956928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761442.286246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761442.286249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761442.286251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761442.286254:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2342
00000100:00080000:0.0:1787761442.286256:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761442.286259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761442.286267:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761442.286275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324957056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761442.286304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956928:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761442.286370:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761442.286405:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761442/real 1787761442]  req@ffff9f7d46d76940 x1874601324956928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761442.286421:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324956928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761442.286445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761442.286449:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761442.286453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324956928:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761442.286460:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957056:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761442.286481:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761442.286493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761442/real 1787761442]  req@ffff9f7d46d74b40 x1874601324957056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761442.286505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324957056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761442.286513:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761442.286516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761442.286519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957056:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761442.606143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761442.990186:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761443.630113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761444.014153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761444.654127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761445.038137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761445.678110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761446.062216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761446.702122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761447.086197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761447.406150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761447.406159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761447.406162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761447.406170:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2347
00000100:00080000:2.0:1787761447.406179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761447.406183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761447.406212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324957184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761447.406237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761447.406240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761447.406242:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761447.406245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2347
00000100:00080000:2.0:1787761447.406249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761447.406267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761447.406276:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761447.406279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761447.406292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324957312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761447.406350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761447.406379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761447/real 1787761447]  req@ffff9f7d4a941680 x1874601324957184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761447.406390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324957184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761447.406397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761447.406399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761447.406401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761447.406429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957312:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761447.406443:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761447.406450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761447/real 1787761447]  req@ffff9f7d4a942940 x1874601324957312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761447.406458:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324957312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761447.406466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761447.406469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761447.406472:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957312:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761447.726121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761448.110251:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761448.750137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761449.134177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761449.774083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761450.158210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761450.798132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761451.182211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761451.822161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761452.206199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761452.526101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761452.526111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761452.526115:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761452.526125:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2353
00000100:00080000:0.0:1787761452.526136:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761452.526143:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761452.526200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324957440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761452.526223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761452.526226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761452.526228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761452.526241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2353
00000100:00080000:0.0:1787761452.526245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761452.526248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761452.526257:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761452.526266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324957568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761452.526290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957440:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761452.526366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761452.526428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761452/real 1787761452]  req@ffff9f7d46d770c0 x1874601324957440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761452.526450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324957440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761452.526461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761452.526465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761452.526469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957440:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761452.526477:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957568:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761452.526500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761452.526512:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761452/real 1787761452]  req@ffff9f7d46d77840 x1874601324957568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761452.526523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324957568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761452.526531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761452.526534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761452.526537:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957568:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761452.846115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761453.230203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761453.870122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761454.254213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761454.894127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761455.278173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761455.918123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761456.302221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761456.942097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761457.326157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761457.646142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761457.646152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761457.646157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761457.646166:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2358
00000100:00080000:0.0:1787761457.646179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761457.646185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761457.646219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324957696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761457.646246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761457.646250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761457.646256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761457.646260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2358
00000100:00080000:0.0:1787761457.646264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761457.646283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761457.646292:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761457.646299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761457.646306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324957824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761457.646358:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761457.646391:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761457/real 1787761457]  req@ffff9f7d46d761c0 x1874601324957696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761457.646406:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324957696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761457.646415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761457.646419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761457.646422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761457.646442:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957824:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761457.646460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761457.646470:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761457/real 1787761457]  req@ffff9f7d46d74000 x1874601324957824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761457.646481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324957824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761457.646488:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761457.646491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761457.646494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324957824:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761457.966144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761458.350183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761458.990088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761459.374182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761460.014114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761460.398191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761461.038121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761461.422174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761462.062176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761462.446195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761462.766150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761462.766159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761462.766164:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761462.766181:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2363
00000100:00080000:3.0:1787761462.766192:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761462.766199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761462.766231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324957952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761462.766260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761462.766263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761462.766265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761462.766268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2363
00000100:00080000:3.0:1787761462.766271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761462.766275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761462.766283:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761462.766293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324958080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761462.766329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957952:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761462.766388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761462.766421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761462/real 1787761462]  req@ffff9f7d4832f0c0 x1874601324957952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761462.766433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324957952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761462.766440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761462.766442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761462.766445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324957952:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761462.766453:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958080:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761462.766470:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761462.766479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761462/real 1787761462]  req@ffff9f7d4832e1c0 x1874601324958080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761462.766486:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324958080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761462.766491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761462.766493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761462.766494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958080:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761463.086120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761463.470229:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761464.110127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761464.494139:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761465.134120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761465.518194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761466.158126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761466.542163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761467.182135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761467.566199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761467.886145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761467.886158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761467.886162:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761467.886172:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2368
00000100:00080000:2.0:1787761467.886185:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761467.886193:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761467.886240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324958208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761467.886268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761467.886286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761467.886288:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761467.886297:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2368
00000100:00080000:2.0:1787761467.886301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761467.886304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761467.886309:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958208:192.168.204.109@tcp:250:kworker.0
00000008:00100000:2.0:1787761467.886314:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761467.886326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324958336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761467.886377:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761467.886418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761467/real 1787761467]  req@ffff9f7d4a940780 x1874601324958208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761467.886433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324958208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761467.886441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761467.886444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761467.886446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761467.886472:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958336:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761467.886487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761467.886497:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761467/real 1787761467]  req@ffff9f7d4a941a40 x1874601324958336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761467.886509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324958336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761467.886517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761467.886520:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761467.886524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958336:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761468.206171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761468.590152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761469.230132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761469.614224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761470.254130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761470.638189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761471.278101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761471.662167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761472.302120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761472.686166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761473.006124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761473.006134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761473.006138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761473.006147:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2373
00000100:00080000:2.0:1787761473.006158:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761473.006165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761473.006199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324958464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761473.006228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761473.006232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761473.006234:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761473.006237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2373
00000100:00080000:2.0:1787761473.006241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761473.006245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761473.006266:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761473.006272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761473.006280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324958592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761473.006323:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761473.006357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761473/real 1787761473]  req@ffff9f7d4a942580 x1874601324958464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761473.006370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324958464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761473.006377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761473.006379:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761473.006382:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761473.006399:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958592:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761473.006414:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761473.006425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761473/real 1787761473]  req@ffff9f7d4a941e00 x1874601324958592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761473.006437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324958592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761473.006444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761473.006447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761473.006450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958592:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761473.326124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761473.710159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761474.350150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761474.734170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761475.374143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761475.758158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761476.398094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761476.782126:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761477.422119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761477.806135:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761478.126096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761478.126103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761478.126106:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761478.126114:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2378
00000100:00080000:0.0:1787761478.126122:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761478.126126:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761478.126153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324958720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761478.126173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761478.126175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761478.126176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761478.126179:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2378
00000100:00080000:0.0:1787761478.126184:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761478.126186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761478.126197:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761478.126204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324958848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761478.126225:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958720:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761478.126282:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761478.126317:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761478/real 1787761478]  req@ffff9f7d46d743c0 x1874601324958720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761478.126332:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324958720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761478.126339:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761478.126341:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761478.126344:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958720:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761478.126349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958848:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761478.126362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761478.126369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761478/real 1787761478]  req@ffff9f7d46d75680 x1874601324958848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761478.126375:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324958848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761478.126380:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761478.126382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761478.126384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324958848:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761478.446128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761478.830185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761479.470140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761479.854174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761480.494117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761480.878158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761481.518131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761481.902152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761482.542090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761482.926158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761483.246173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761483.246182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761483.246200:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761483.246219:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2383
00000100:00080000:0.0:1787761483.246236:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761483.246243:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761483.246285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75680 x1874601324958976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761483.246310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761483.246314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761483.246316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761483.246319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2383
00000100:00080000:0.0:1787761483.246323:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761483.246327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761483.246336:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761483.246348:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958976:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761483.246350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d743c0 x1874601324959104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761483.246399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761483.246435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761483/real 1787761483]  req@ffff9f7d46d75680 x1874601324958976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761483.246447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75680 x1874601324958976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761483.246454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761483.246456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761483.246459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324958976:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761483.246474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959104:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761483.246487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761483.246494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761483/real 1787761483]  req@ffff9f7d46d743c0 x1874601324959104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761483.246501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d743c0 x1874601324959104/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761483.246505:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761483.246507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761483.246509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959104:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761483.566102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761483.950144:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761484.590133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761484.974191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761485.614153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761485.998184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761486.638145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761487.022180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761487.662214:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761488.046189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761488.366133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761488.366141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761488.366144:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761488.366151:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2388
00000100:00080000:3.0:1787761488.366159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761488.366164:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761488.366192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324959232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761488.366211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761488.366213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761488.366214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761488.366217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2388
00000100:00080000:3.0:1787761488.366218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761488.366220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761488.366227:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761488.366234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324959360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761488.366251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324959232:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761488.366297:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761488.366339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761488/real 1787761488]  req@ffff9f7d4832e940 x1874601324959232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761488.366357:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324959232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761488.366367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761488.366371:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761488.366375:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324959232:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761488.366381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959360:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761488.366398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761488.366406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761488/real 1787761488]  req@ffff9f7d4832c000 x1874601324959360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761488.366413:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324959360/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761488.366418:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761488.366420:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761488.366422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959360:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761488.686099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761489.070190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761489.710123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761490.094150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761490.734141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761491.118203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761491.758119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761492.142151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761492.782124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761493.166164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761493.486085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761493.486092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761493.486095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761493.486103:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2394
00000100:00080000:3.0:1787761493.486110:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761493.486115:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761493.486142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324959488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761493.486167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761493.486170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761493.486172:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761493.486175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2394
00000100:00080000:3.0:1787761493.486179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761493.486182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761493.486192:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761493.486206:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324959488:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761493.486207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324959616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761493.486271:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761493.486316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761493/real 1787761493]  req@ffff9f7d4832cf00 x1874601324959488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761493.486331:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324959488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761493.486340:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761493.486343:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761493.486347:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324959488:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761493.486372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959616:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761493.486390:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761493.486401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761493/real 1787761493]  req@ffff9f7d4832e580 x1874601324959616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761493.486413:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324959616/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761493.486421:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761493.486424:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761493.486427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959616:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761493.806133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761494.190143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761494.830120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761495.214132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761495.854114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761496.238137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761496.878143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761497.262128:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761497.902077:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761498.286211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761498.606118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761498.606125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761498.606128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761498.606135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2399
00000100:00080000:3.0:1787761498.606144:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761498.606149:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761498.606178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324959744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761498.606210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761498.606213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761498.606214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761498.606218:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2399
00000100:00080000:3.0:1787761498.606222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761498.606226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761498.606235:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761498.606247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324959872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761498.606254:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324959744:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761498.606360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959872:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761498.926147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761499.310146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761499.950149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761500.334195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761500.974143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761501.358119:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761501.678249:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761501.678472:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761501.678494:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761501.678576:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761501.678594:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761498/real 1787761501]  req@ffff9f7d4832cb40 x1874601324959744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761501.678617:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324959744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761501.678628:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761501.678633:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761501.678637:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324959744:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761501.678660:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761498/real 1787761501]  req@ffff9f7d4832c780 x1874601324959872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761501.678670:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324959872/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761501.678696:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761501.678700:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761501.678704:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324959872:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761501.998130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761502.382172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761503.022141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761503.406134:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761503.726102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761503.726113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761503.726118:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761503.726128:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2404
00000100:00080000:3.0:1787761503.726138:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761503.726144:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761503.726174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324960000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761503.726202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761503.726206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761503.726207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761503.726211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2404
00000100:00080000:3.0:1787761503.726214:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761503.726218:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761503.726260:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761503.726266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960000:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761503.726276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324960128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761503.726343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761503.726892:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761503/real 1787761503]  req@ffff9f7d4832f480 x1874601324960000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761503.726911:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324960000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761503.726922:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761503.726926:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761503.726930:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960000:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761503.726956:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960128:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761503.726981:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761503.726995:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761503/real 1787761503]  req@ffff9f7d4832d2c0 x1874601324960128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761503.727006:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324960128/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761503.727013:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761503.727054:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761503.727058:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960128:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761504.046140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761504.430169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761505.070130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761505.454193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761506.094122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761506.478168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761507.118149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761507.502192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761508.142113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761508.526166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761508.846107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761508.846114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761508.846117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761508.846124:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2409
00000100:00080000:2.0:1787761508.846132:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761508.846147:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761508.846176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324960256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761508.846196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761508.846199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761508.846201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761508.846204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2409
00000100:00080000:2.0:1787761508.846222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761508.846227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761508.846237:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761508.846244:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960256:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761508.846250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324960384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761508.846294:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761508.846327:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761508/real 1787761508]  req@ffff9f7d4a940b40 x1874601324960256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761508.846338:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324960256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761508.846345:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761508.846347:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761508.846350:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960256:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761508.846373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960384:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761508.846385:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761508.846393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761508/real 1787761508]  req@ffff9f7d4a941e00 x1874601324960384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761508.846399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324960384/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761508.846404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761508.846411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761508.846413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960384:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761509.166146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761509.550192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761510.190108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761510.574149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761511.214134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761511.598151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761512.238133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761512.622160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761513.262133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761513.646156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761513.966137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761513.966145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761513.966148:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761513.966154:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2414
00000100:00080000:3.0:1787761513.966163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761513.966168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761513.966196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324960512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761513.966215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761513.966218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761513.966219:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761513.966221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2414
00000100:00080000:3.0:1787761513.966223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761513.966225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761513.966232:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761513.966240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324960640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761513.966256:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960512:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761513.966304:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761513.966346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761513/real 1787761513]  req@ffff9f7d4832fc00 x1874601324960512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761513.966358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324960512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761513.966365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761513.966369:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761513.966371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960512:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761513.966388:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960640:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761513.966401:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761513.966408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761513/real 1787761513]  req@ffff9f7d4832d2c0 x1874601324960640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761513.966415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324960640/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761513.966420:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761513.966432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761513.966434:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960640:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761514.286119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761514.670197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761515.310081:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761515.694168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761516.334179:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761516.718455:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761517.358115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761517.742172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761518.382138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761518.766161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761519.086148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761519.086156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761519.086159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761519.086167:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2419
00000100:00080000:2.0:1787761519.086177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761519.086183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761519.086213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324960768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761519.086236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761519.086239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761519.086240:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761519.086257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2419
00000100:00080000:2.0:1787761519.086260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761519.086263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761519.086271:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761519.086281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324960896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761519.086301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960768:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761519.086359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761519.086397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761519/real 1787761519]  req@ffff9f7d4a942580 x1874601324960768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761519.086416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324960768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761519.086427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761519.086431:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761519.086436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324960768:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761519.086458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960896:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761519.086480:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761519.086493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761519/real 1787761519]  req@ffff9f7d4a941a40 x1874601324960896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761519.086507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324960896/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761519.086516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761519.086526:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761519.086530:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324960896:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761519.406121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761519.790184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761520.430134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761520.814180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761521.454165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761521.838155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761522.478177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761522.862154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761523.502105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761523.886149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761524.206129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761524.206137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761524.206141:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761524.206149:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2424
00000100:00080000:3.0:1787761524.206173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761524.206178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761524.206205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324961024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761524.206228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761524.206231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761524.206234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761524.206238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2424
00000100:00080000:3.0:1787761524.206241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761524.206246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761524.206255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761524.206268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324961152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761524.206285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961024:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761524.206348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761524.206379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761524/real 1787761524]  req@ffff9f7d4832f480 x1874601324961024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761524.206393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324961024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761524.206404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761524.206408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761524.206412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961024:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761524.206435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961152:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761524.206457:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761524.206466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761524/real 1787761524]  req@ffff9f7d4832c780 x1874601324961152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761524.206474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324961152/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761524.206490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761524.206493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761524.206495:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961152:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761524.526143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761524.910154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761525.550100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761525.934137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761526.574123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761526.958177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761527.598098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761527.982139:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761528.622127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761529.006177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761529.326143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761529.326151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761529.326155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761529.326178:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2429
00000100:00080000:0.0:1787761529.326187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761529.326192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761529.326228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74000 x1874601324961280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761529.326257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761529.326261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761529.326263:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761529.326266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2429
00000100:00080000:0.0:1787761529.326269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761529.326272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761529.326281:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761529.326292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d761c0 x1874601324961408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761529.326299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961280:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761529.326355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761529.326385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761529/real 1787761529]  req@ffff9f7d46d74000 x1874601324961280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761529.326397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74000 x1874601324961280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761529.326408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761529.326412:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761529.326416:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961280:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761529.326440:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961408:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761529.326463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761529.326476:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761529/real 1787761529]  req@ffff9f7d46d761c0 x1874601324961408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761529.326517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d761c0 x1874601324961408/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761529.326525:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761529.326529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761529.326531:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961408:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761529.646088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761530.030159:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761530.670132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761531.054254:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761531.694173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761532.078241:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761532.718141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761533.102176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761533.742167:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761534.126214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761534.446172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761534.446183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761534.446188:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761534.446199:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2435
00000100:00080000:0.0:1787761534.446211:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761534.446219:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761534.446263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77840 x1874601324961536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761534.446292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761534.446295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761534.446319:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761534.446324:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2435
00000100:00080000:0.0:1787761534.446328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761534.446331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761534.446342:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761534.446353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d770c0 x1874601324961664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761534.446386:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961536:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761534.446462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761534.446521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761534/real 1787761534]  req@ffff9f7d46d77840 x1874601324961536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761534.446542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77840 x1874601324961536/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761534.446555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761534.446569:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761534.446574:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961536:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761534.446583:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961664:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761534.446608:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761534.446637:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761534/real 1787761534]  req@ffff9f7d46d770c0 x1874601324961664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761534.446666:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d770c0 x1874601324961664/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761534.446674:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761534.446678:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761534.446682:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961664:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761534.766088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761535.150152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761535.790143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761536.174208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761536.814111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761537.198189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761537.838121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761538.222203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761538.862128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761539.246189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761539.566155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761539.566170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761539.566176:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761539.566189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2440
00000100:00080000:2.0:1787761539.566205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761539.566214:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761539.566270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324961792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761539.566309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761539.566335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761539.566338:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761539.566343:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2440
00000100:00080000:2.0:1787761539.566348:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761539.566353:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761539.566367:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761539.566385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324961920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761539.566396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961792:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761539.566472:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761539.566515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761539/real 1787761539]  req@ffff9f7d4a940780 x1874601324961792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761539.566530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324961792/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761539.566540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761539.566557:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761539.566562:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324961792:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761539.566594:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961920:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761539.566612:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761539.566629:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761539/real 1787761539]  req@ffff9f7d4a942940 x1874601324961920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761539.566637:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324961920/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761539.566644:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761539.566646:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761539.566649:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324961920:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761539.886132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761540.270192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761540.910131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761541.294210:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761541.934171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761542.318203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761542.958148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761543.342259:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761543.982142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761544.366182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761544.686085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761544.686095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761544.686099:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761544.686109:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2445
00000100:00080000:2.0:1787761544.686120:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761544.686128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761544.686165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324962048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761544.686193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761544.686197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761544.686199:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761544.686202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2445
00000100:00080000:2.0:1787761544.686205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761544.686217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761544.686238:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761544.686250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962048:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761544.686251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324962176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761544.686333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761544.686380:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761544/real 1787761544]  req@ffff9f7d4a941680 x1874601324962048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761544.686401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324962048/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761544.686412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761544.686416:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761544.686421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962048:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761544.686472:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962176:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761544.686500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761544.686525:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761544/real 1787761544]  req@ffff9f7d4a9412c0 x1874601324962176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761544.686541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324962176/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761544.686561:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761544.686565:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761544.686569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962176:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761545.006116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761545.390178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761546.030123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761546.414205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761547.054115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761547.438209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761548.078146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761548.462171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761549.102117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761549.486242:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761549.806120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761549.806131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761549.806136:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761549.806146:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2450
00000100:00080000:2.0:1787761549.806157:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761549.806164:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761549.806201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324962304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761549.806233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761549.806237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761549.806239:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761549.806243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2450
00000100:00080000:2.0:1787761549.806247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761549.806251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761549.806261:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761549.806278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324962432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761549.806291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962304:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761549.806368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761549.806409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761549/real 1787761549]  req@ffff9f7d4a9421c0 x1874601324962304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761549.806423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324962304/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761549.806431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761549.806435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761549.806438:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962304:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761549.806458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962432:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761549.806474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761549.806501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761549/real 1787761549]  req@ffff9f7d4a9412c0 x1874601324962432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761549.806515:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324962432/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761549.806525:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761549.806528:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761549.806532:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962432:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761550.126152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761550.510188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761551.150158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761551.534172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761552.174158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761552.558163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761553.198147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761553.582223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761554.222112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761554.606226:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761554.926104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761554.926129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761554.926132:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761554.926141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2455
00000100:00080000:2.0:1787761554.926150:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761554.926155:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761554.926185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324962560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761554.926210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761554.926213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761554.926214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761554.926217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2455
00000100:00080000:2.0:1787761554.926219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761554.926221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761554.926229:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761554.926239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324962688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761554.926274:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962560:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761554.926339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761554.926378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761554/real 1787761554]  req@ffff9f7d4a941680 x1874601324962560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761554.926392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324962560/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761554.926400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761554.926403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761554.926406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962560:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761554.926412:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962688:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761554.926437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761554.926446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761554/real 1787761554]  req@ffff9f7d4a942940 x1874601324962688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761554.926454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324962688/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761554.926459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761554.926462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761554.926464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962688:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761555.246160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761555.630197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761556.270105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761556.654133:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761557.294129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761557.678224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761558.318151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761558.702162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761559.342142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761559.726146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761560.046080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761560.046088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761560.046092:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761560.046099:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2460
00000100:00080000:2.0:1787761560.046107:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761560.046112:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761560.046140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324962816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761560.046184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761560.046186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761560.046188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761560.046194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2460
00000100:00080000:2.0:1787761560.046197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761560.046201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761560.046210:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761560.046223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324962944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761560.046230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962816:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761560.046280:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761560.046314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761560/real 1787761560]  req@ffff9f7d4a940780 x1874601324962816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761560.046329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324962816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761560.046339:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761560.046343:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761560.046347:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324962816:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761560.046392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962944:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761560.046419:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761560.046428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761560/real 1787761560]  req@ffff9f7d4a941a40 x1874601324962944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761560.046436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324962944/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761560.046441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761560.046443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761560.046445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324962944:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761560.366123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761560.750177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761561.390148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761561.774169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761562.414162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761562.798194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761563.438134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761563.822178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761564.462129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761564.846246:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761565.166134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761565.166144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761565.166147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761565.166155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2465
00000100:00080000:2.0:1787761565.166163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761565.166168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761565.166202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324963072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761565.166227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761565.166229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761565.166231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761565.166234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2465
00000100:00080000:2.0:1787761565.166252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761565.166257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761565.166267:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761565.166268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963072:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761565.166282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324963200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761565.166369:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963200:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761565.486138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761565.870232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761566.510123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761566.894182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761567.534143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761567.918189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761568.238347:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761568.238389:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761568.238405:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761568.238444:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761568.238522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761565/real 1787761568]  req@ffff9f7d4a941e00 x1874601324963200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761568.238546:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324963200/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761568.238580:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761568.238585:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761568.238589:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963200:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761568.238602:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761565/real 1787761568]  req@ffff9f7d4a942580 x1874601324963072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761568.238616:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324963072/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761568.238623:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761568.238626:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761568.238630:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963072:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761568.558080:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761568.942167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761569.582137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761569.966154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761570.286280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761570.286294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761570.286300:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761570.286311:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2470
00000100:00080000:3.0:1787761570.286325:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761570.286334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761570.286380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324963328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761570.286420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761570.286425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761570.286426:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761570.286430:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2470
00000100:00080000:3.0:1787761570.286435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761570.286439:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761570.286450:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761570.286464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324963456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761570.286486:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963328:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761570.286573:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761570.286636:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761570/real 1787761570]  req@ffff9f7d4832cb40 x1874601324963328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761570.286655:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324963328/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761570.286667:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761570.286672:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761570.286677:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963328:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761570.286730:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963456:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761570.286757:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761570.286772:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761570/real 1787761570]  req@ffff9f7d4832e580 x1874601324963456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761570.286784:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324963456/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761570.286792:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761570.286795:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761570.286798:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963456:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761570.606322:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761570.990209:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761571.630136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761572.014162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761572.654180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761573.038189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761573.678110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761574.062151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761574.702126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761575.086190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761575.406149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761575.406158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761575.406161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761575.406171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2475
00000100:00080000:2.0:1787761575.406181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761575.406188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761575.406222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324963584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761575.406247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761575.406250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761575.406252:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761575.406255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2475
00000100:00080000:2.0:1787761575.406258:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761575.406262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761575.406270:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761575.406292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963584:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761575.406298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324963712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761575.406369:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761575.406408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761575/real 1787761575]  req@ffff9f7d4a940b40 x1874601324963584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761575.406425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324963584/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761575.406436:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761575.406440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761575.406444:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963584:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761575.406473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963712:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761575.406493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761575.406504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761575/real 1787761575]  req@ffff9f7d4a942580 x1874601324963712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761575.406516:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324963712/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761575.406524:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761575.406527:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761575.406530:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963712:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761575.726105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761576.110146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761576.750137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761577.134200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761577.774092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761578.158172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761578.798129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761579.182176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761579.822131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761580.206200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761580.526145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761580.526168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761580.526171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761580.526181:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2481
00000100:00080000:3.0:1787761580.526191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761580.526197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761580.526230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324963840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761580.526256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761580.526258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761580.526260:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761580.526262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2481
00000100:00080000:3.0:1787761580.526265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761580.526268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761580.526275:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761580.526284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324963968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761580.526296:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963840:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761580.526343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761580.526377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761580/real 1787761580]  req@ffff9f7d4832cf00 x1874601324963840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761580.526389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324963840/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761580.526396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761580.526399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761580.526401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324963840:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761580.526431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963968:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761580.526447:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761580.526454:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761580/real 1787761580]  req@ffff9f7d4832c000 x1874601324963968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761580.526461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324963968/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761580.526466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761580.526469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761580.526471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324963968:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761580.846135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761581.230151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761581.870144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761582.254213:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761582.894143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761583.278151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761583.918136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761584.302251:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761584.942120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761585.326214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761585.646169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761585.646182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761585.646188:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761585.646200:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2486
00000100:00080000:3.0:1787761585.646213:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761585.646221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761585.646267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324964096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761585.646336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761585.646340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761585.646342:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761585.646351:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2486
00000100:00080000:3.0:1787761585.646357:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761585.646362:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761585.646390:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761585.646398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964096:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761585.646411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324964224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761585.646461:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761585.646496:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761585/real 1787761585]  req@ffff9f7d4832e940 x1874601324964096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761585.646507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324964096/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761585.646514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761585.646517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761585.646520:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964096:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761585.646564:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964224:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761585.646588:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761585.646600:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761585/real 1787761585]  req@ffff9f7d4832e1c0 x1874601324964224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761585.646608:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324964224/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761585.646613:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761585.646615:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761585.646618:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964224:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761585.966117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761586.350147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761586.990163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761587.374210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761588.014173:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761588.398200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761589.038127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761589.422197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761590.062132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761590.446150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761590.766094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761590.766101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761590.766104:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761590.766112:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2491
00000100:00080000:3.0:1787761590.766120:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761590.766126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761590.766153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324964352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761590.766175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761590.766178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761590.766180:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761590.766184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2491
00000100:00080000:3.0:1787761590.766187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761590.766190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761590.766212:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761590.766228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324964480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761590.766231:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964352:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761590.766293:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761590.766352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761590/real 1787761590]  req@ffff9f7d4832f0c0 x1874601324964352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761590.766371:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324964352/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761590.766383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761590.766387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761590.766391:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964352:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761590.766422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964480:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761590.766447:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761590.766459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761590/real 1787761590]  req@ffff9f7d4832e1c0 x1874601324964480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761590.766470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324964480/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761590.766478:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761590.766481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761590.766484:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964480:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761591.086114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761591.470160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761592.110214:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761592.494195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761593.134157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761593.518212:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761594.158157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761594.542211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761595.182108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761595.566132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761595.886131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761595.886142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761595.886145:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761595.886155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2496
00000100:00080000:3.0:1787761595.886165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761595.886172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761595.886207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324964608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761595.886245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761595.886249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761595.886251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761595.886255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2496
00000100:00080000:3.0:1787761595.886258:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761595.886262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761595.886271:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761595.886283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324964736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761595.886378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964608:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761595.886431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761595.886485:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761595/real 1787761595]  req@ffff9f7d4832e940 x1874601324964608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761595.886562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324964608/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761595.886572:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761595.886644:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761595.886649:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964608:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761595.886668:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964736:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761595.886690:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761595.886703:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761595/real 1787761595]  req@ffff9f7d4832c000 x1874601324964736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761595.886715:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324964736/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761595.886723:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761595.886726:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761595.886729:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964736:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761596.206216:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761596.590278:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761597.230592:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761597.614201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761598.254161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761598.638198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761599.278178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761599.662210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761600.302067:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761600.686163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761601.006148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761601.006158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761601.006163:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761601.006173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2501
00000100:00080000:2.0:1787761601.006213:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761601.006219:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761601.006255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324964864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761601.006281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761601.006284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761601.006286:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761601.006290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2501
00000100:00080000:2.0:1787761601.006293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761601.006297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761601.006306:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761601.006317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324964992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761601.006335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964864:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761601.006401:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761601.006441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761601/real 1787761601]  req@ffff9f7d4a941e00 x1874601324964864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761601.006458:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324964864/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761601.006468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761601.006471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761601.006475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324964864:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761601.006507:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964992:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761601.006528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761601.006538:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761601/real 1787761601]  req@ffff9f7d4a941a40 x1874601324964992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761601.006550:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324964992/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761601.006559:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761601.006561:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761601.006565:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324964992:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761601.326134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761601.710206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761602.350139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761602.734177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761603.374146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761603.758190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761604.398148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761604.782169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761605.422093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761605.806153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761606.126133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761606.126143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761606.126147:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761606.126156:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2506
00000100:00080000:3.0:1787761606.126180:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761606.126187:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761606.126219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324965120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761606.126246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761606.126265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761606.126267:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761606.126272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2506
00000100:00080000:3.0:1787761606.126276:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761606.126280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761606.126290:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761606.126297:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965120:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761606.126305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324965248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761606.126361:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761606.126408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761606/real 1787761606]  req@ffff9f7d4832cf00 x1874601324965120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761606.126425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324965120/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761606.126443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761606.126447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761606.126451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965120:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761606.126484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324965248:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761606.126507:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761606.126519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761606/real 1787761606]  req@ffff9f7d4832e580 x1874601324965248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761606.126532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324965248/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761606.126539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761606.126541:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761606.126543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324965248:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761606.446136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761606.830163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761607.470093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761607.854176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761608.494140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761608.878212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761609.518140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761609.902286:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761610.542126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761610.926151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761611.246103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761611.246111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761611.246114:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761611.246134:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2511
00000100:00080000:2.0:1787761611.246143:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761611.246148:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761611.246185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324965376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761611.246207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761611.246213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761611.246214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761611.246217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2511
00000100:00080000:2.0:1787761611.246219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761611.246222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761611.246229:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761611.246237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324965504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761611.246261:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965376:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761611.246312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761611.246347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761611/real 1787761611]  req@ffff9f7d4a940780 x1874601324965376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761611.246364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324965376/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761611.246375:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761611.246380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761611.246385:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965376:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761611.246399:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324965504:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761611.246416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761611.246424:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761611/real 1787761611]  req@ffff9f7d4a942940 x1874601324965504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761611.246432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324965504/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761611.246437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761611.246438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761611.246440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324965504:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761611.566130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761611.950244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761612.590152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761612.974170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761613.614156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761613.998447:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761614.638099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761615.022191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761615.662155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761616.046203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761616.366151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761616.366158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761616.366162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761616.366172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2516
00000100:00080000:2.0:1787761616.366182:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761616.366187:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761616.366218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324965632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761616.366261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761616.366265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761616.366267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761616.366271:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2516
00000100:00080000:2.0:1787761616.366275:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761616.366278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761616.366287:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761616.366300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324965760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761616.366316:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965632:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761616.366380:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761616.366418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761616/real 1787761616]  req@ffff9f7d4a941680 x1874601324965632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761616.366429:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324965632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761616.366437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761616.366440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761616.366443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965632:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761616.366467:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324965760:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761616.366483:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761616.366490:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761616/real 1787761616]  req@ffff9f7d4a9412c0 x1874601324965760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761616.366497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324965760/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761616.366502:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761616.366504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761616.366506:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324965760:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761616.686103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761617.070115:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761617.710171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761618.094237:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761618.734149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761619.118142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761619.758136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761620.142151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761620.782134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761621.166256:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761621.486193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761621.486206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761621.486210:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761621.486219:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2522
00000100:00080000:3.0:1787761621.486230:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761621.486237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761621.486271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324965888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761621.486315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761621.486318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761621.486325:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761621.486332:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2522
00000100:00080000:3.0:1787761621.486337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761621.486341:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761621.486351:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761621.486363:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965888:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761621.486366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324966016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761621.486425:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761621.486459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761621/real 1787761621]  req@ffff9f7d4832cb40 x1874601324965888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761621.486475:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324965888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761621.486485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761621.486489:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761621.486493:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324965888:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761621.486536:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966016:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761621.486558:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761621.486570:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761621/real 1787761621]  req@ffff9f7d4832c780 x1874601324966016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761621.486581:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324966016/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761621.486590:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761621.486593:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761621.486596:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966016:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761621.806129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761622.190164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761622.830097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761623.214176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761623.854147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761624.238205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761624.878132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761625.262224:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761625.902139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761626.286179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761626.606145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761626.606152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761626.606156:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761626.606163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2527
00000100:00080000:2.0:1787761626.606171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761626.606176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761626.606209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324966144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761626.606237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761626.606239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761626.606241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761626.606255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2527
00000100:00080000:2.0:1787761626.606259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761626.606262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761626.606269:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761626.606276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966144:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761626.606281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324966272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761626.606340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761626.606372:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761626/real 1787761626]  req@ffff9f7d4a9421c0 x1874601324966144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761626.606391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324966144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761626.606401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761626.606405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761626.606416:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966144:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761626.606435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966272:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761626.606452:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761626.606461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761626/real 1787761626]  req@ffff9f7d4a9412c0 x1874601324966272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761626.606472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324966272/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761626.606479:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761626.606482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761626.606485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966272:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761626.926133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761627.310413:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761627.950142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761628.334189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761628.974146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761629.358207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761629.998147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761630.382160:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761631.022142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761631.406177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761631.726145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761631.726155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761631.726159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761631.726167:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2532
00000100:00080000:3.0:1787761631.726177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761631.726183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761631.726215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324966400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761631.726241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761631.726244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761631.726258:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761631.726262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2532
00000100:00080000:3.0:1787761631.726266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761631.726270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761631.726279:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761631.726292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966400:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761631.726293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324966528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761631.726377:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966528:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761632.046123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761632.430148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761633.070104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761633.454167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761634.094082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761634.478138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761634.798329:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761634.798385:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761634.798407:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761634.798454:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761634.798507:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761631/real 1787761634]  req@ffff9f7d4832d2c0 x1874601324966528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761634.798537:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324966528/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761634.798568:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761634.798575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761634.798581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966528:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761634.798589:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761631/real 1787761634]  req@ffff9f7d4832f480 x1874601324966400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761634.798604:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324966400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761634.798611:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761634.798614:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761634.798617:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966400:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761635.118160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761635.502236:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761636.142183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761636.526238:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761636.846090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761636.846098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761636.846102:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761636.846109:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2537
00000100:00080000:3.0:1787761636.846121:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761636.846126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761636.846155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324966656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761636.846175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761636.846180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761636.846181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761636.846184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2537
00000100:00080000:3.0:1787761636.846186:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761636.846188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761636.846195:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761636.846216:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966656:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761636.846217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324966784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761636.846275:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761636.846320:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761636/real 1787761636]  req@ffff9f7d4832fc00 x1874601324966656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761636.846338:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324966656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761636.846349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761636.846355:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761636.846358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966656:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761636.846392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966784:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761636.846423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761636.846436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761636/real 1787761636]  req@ffff9f7d4832f480 x1874601324966784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761636.846446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324966784/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761636.846453:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761636.846456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761636.846459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324966784:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761637.166127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761637.550157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761638.190134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761638.574189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761639.214132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761639.598157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761640.238121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761640.622153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761641.262130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761641.646140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761641.966153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761641.966161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761641.966164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761641.966172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2542
00000100:00080000:0.0:1787761641.966183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761641.966191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761641.966232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324966912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761641.966253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761641.966268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761641.966269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761641.966272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2542
00000100:00080000:0.0:1787761641.966275:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761641.966279:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761641.966287:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761641.966296:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966912:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761641.966297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324967040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761641.966364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761641.966404:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761641/real 1787761641]  req@ffff9f7d46d74b40 x1874601324966912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761641.966415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324966912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761641.966424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761641.966427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761641.966429:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324966912:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761641.966452:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967040:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761641.966467:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761641.966474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761641/real 1787761641]  req@ffff9f7d46d76940 x1874601324967040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761641.966481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324967040/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761641.966485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761641.966487:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761641.966489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967040:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761642.286180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761642.670166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761643.310104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761643.694150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761644.334100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761644.718182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761645.358144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761645.742192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761646.382110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761646.766180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761647.086123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761647.086135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761647.086139:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761647.086148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2547
00000100:00080000:2.0:1787761647.086158:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761647.086165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761647.086215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324967168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761647.086237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761647.086240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761647.086254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761647.086258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2547
00000100:00080000:2.0:1787761647.086262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761647.086267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761647.086270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967168:192.168.204.109@tcp:250:kworker.0
00000008:00100000:2.0:1787761647.086277:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761647.086291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324967296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761647.086322:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761647.086354:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761647/real 1787761647]  req@ffff9f7d4a941680 x1874601324967168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761647.086367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324967168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761647.086375:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761647.086378:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761647.086380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967168:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761647.086405:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967296:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761647.086420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761647.086428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761647/real 1787761647]  req@ffff9f7d4a942940 x1874601324967296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761647.086435:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324967296/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761647.086441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761647.086443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761647.086445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967296:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761647.406104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761647.790146:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761648.430158:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761648.814171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761649.454089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761649.838155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761650.478165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761650.862248:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761651.502083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761651.886148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761652.206139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761652.206149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761652.206153:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761652.206161:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2552
00000100:00080000:0.0:1787761652.206172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761652.206179:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761652.206213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324967424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761652.206238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761652.206241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761652.206243:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761652.206246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2552
00000100:00080000:0.0:1787761652.206249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761652.206254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761652.206263:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761652.206271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967424:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761652.206278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324967552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761652.206324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761652.206377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761652/real 1787761652]  req@ffff9f7d46d75e00 x1874601324967424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761652.206396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324967424/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761652.206406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761652.206410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761652.206414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967424:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761652.206437:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967552:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761652.206454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761652.206462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761652/real 1787761652]  req@ffff9f7d46d76580 x1874601324967552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761652.206470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324967552/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761652.206475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761652.206477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761652.206480:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967552:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761652.526135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761652.910167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761653.550080:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761653.934182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761654.574129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761654.958216:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761655.598117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761655.982166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761656.622095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761657.006152:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761657.326109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761657.326117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761657.326119:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761657.326127:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2557
00000100:00080000:2.0:1787761657.326136:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761657.326145:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761657.326178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324967680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761657.326196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761657.326199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761657.326200:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761657.326202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2557
00000100:00080000:2.0:1787761657.326204:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761657.326206:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761657.326226:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761657.326236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324967808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761657.326251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967680:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761657.326319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761657.326354:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761657/real 1787761657]  req@ffff9f7d4a940780 x1874601324967680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761657.326370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324967680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761657.326379:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761657.326383:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761657.326401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967680:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761657.326423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967808:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761657.326449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761657.326460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761657/real 1787761657]  req@ffff9f7d4a941a40 x1874601324967808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761657.326472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324967808/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761657.326480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761657.326483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761657.326486:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324967808:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761657.646111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761658.030165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761658.670128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761659.054174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761659.694118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761660.078151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761660.718121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761661.102164:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761661.742116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761662.126242:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761662.446133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761662.446143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761662.446147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761662.446156:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2563
00000100:00080000:0.0:1787761662.446176:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761662.446183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761662.446215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324967936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761662.446234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761662.446237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761662.446238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761662.446243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2563
00000100:00080000:0.0:1787761662.446246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761662.446248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761662.446255:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761662.446265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324968064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761662.446274:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967936:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761662.446327:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761662.446361:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761662/real 1787761662]  req@ffff9f7d46d76d00 x1874601324967936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761662.446373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324967936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761662.446383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761662.446386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761662.446412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324967936:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761662.446433:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968064:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761662.446455:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761662.446468:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761662/real 1787761662]  req@ffff9f7d46d752c0 x1874601324968064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761662.446480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324968064/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761662.446488:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761662.446491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761662.446494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968064:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761662.766123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761663.150184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761663.790095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761664.174194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761664.814092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761665.198203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761665.838146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761666.222183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761666.862121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761667.246225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761667.566122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761667.566130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761667.566134:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761667.566143:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2568
00000100:00080000:0.0:1787761667.566154:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761667.566160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761667.566207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324968192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761667.566229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761667.566232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761667.566233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761667.566236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2568
00000100:00080000:0.0:1787761667.566239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761667.566241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761667.566256:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761667.566268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324968320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761667.566275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968192:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761667.566335:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761667.566374:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761667/real 1787761667]  req@ffff9f7d46d77c00 x1874601324968192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761667.566392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324968192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761667.566399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761667.566402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761667.566410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968192:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761667.566428:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968320:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761667.566444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761667.566452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761667/real 1787761667]  req@ffff9f7d46d74780 x1874601324968320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761667.566459:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324968320/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761667.566464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761667.566466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761667.566468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968320:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761667.886123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761668.270197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761668.910129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761669.294236:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761669.934161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761670.318220:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761670.958159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761671.342210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761671.982144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761672.366236:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761672.686170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761672.686185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761672.686189:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761672.686200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2573
00000100:00080000:0.0:1787761672.686211:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761672.686217:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761672.686258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324968448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761672.686285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761672.686288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761672.686289:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761672.686291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2573
00000100:00080000:0.0:1787761672.686293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761672.686312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761672.686322:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761672.686332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324968576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761672.686358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968448:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761672.686415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761672.686459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761672/real 1787761672]  req@ffff9f7d46d77480 x1874601324968448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761672.686471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324968448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761672.686481:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761672.686485:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761672.686499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968448:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761672.686505:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968576:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761672.686520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761672.686528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761672/real 1787761672]  req@ffff9f7d46d75a40 x1874601324968576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761672.686535:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324968576/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761672.686540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761672.686542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761672.686544:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968576:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761673.006083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761673.390196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761674.030159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761674.414187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761675.054150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761675.438215:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761676.078122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761676.462182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761677.102114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761677.486177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761677.806096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761677.806103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761677.806106:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761677.806113:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2578
00000100:00080000:2.0:1787761677.806121:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761677.806127:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761677.806157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324968704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761677.806176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761677.806179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761677.806180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761677.806182:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2578
00000100:00080000:2.0:1787761677.806188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761677.806207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761677.806216:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761677.806218:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761677.806230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324968832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761677.806273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761677.806305:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761677/real 1787761677]  req@ffff9f7d4a941e00 x1874601324968704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761677.806319:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324968704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761677.806326:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761677.806329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761677.806339:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968704:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761677.806365:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968832:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761677.806386:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761677.806394:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761677/real 1787761677]  req@ffff9f7d4a942580 x1874601324968832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761677.806402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324968832/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761677.806407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761677.806409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761677.806411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324968832:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761678.126142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761678.510143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761679.150122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761679.534171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761680.174170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761680.558166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761681.198119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761681.582191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761682.222162:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761682.606157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761682.926127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761682.926137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761682.926141:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761682.926150:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2583
00000100:00080000:2.0:1787761682.926161:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761682.926168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761682.926203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324968960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761682.926230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761682.926233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761682.926235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761682.926239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2583
00000100:00080000:2.0:1787761682.926243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761682.926247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761682.926256:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761682.926276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324969088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761682.926284:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968960:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761682.926340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761682.926376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761682/real 1787761682]  req@ffff9f7d4a940b40 x1874601324968960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761682.926397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324968960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761682.926408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761682.926412:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761682.926429:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324968960:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761682.926460:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969088:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761682.926487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761682.926501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761682/real 1787761682]  req@ffff9f7d4a942580 x1874601324969088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761682.926513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324969088/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761682.926521:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761682.926524:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761682.926527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969088:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761683.246103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761683.630163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761684.270153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761684.654179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761685.294101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761685.678171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761686.318140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761686.702196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761687.342137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761687.726183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761688.046135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761688.046147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761688.046167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761688.046178:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2588
00000100:00080000:3.0:1787761688.046190:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761688.046198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761688.046233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324969216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761688.046266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761688.046269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761688.046271:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761688.046276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2588
00000100:00080000:3.0:1787761688.046280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761688.046284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761688.046294:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761688.046309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324969344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761688.046324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969216:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761688.046384:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761688.046430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761688/real 1787761688]  req@ffff9f7d4832d2c0 x1874601324969216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761688.046447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324969216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761688.046459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761688.046464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761688.046474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969216:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761688.046501:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969344:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761688.046523:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761688.046535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761688/real 1787761688]  req@ffff9f7d4832c780 x1874601324969344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761688.046547:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324969344/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761688.046555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761688.046558:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761688.046562:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969344:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761688.366104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761688.750187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761689.390125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761689.774165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761690.414119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761690.798173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761691.438148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761691.822183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761692.462107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761692.846209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761693.166112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761693.166120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761693.166123:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761693.166130:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2593
00000100:00080000:3.0:1787761693.166138:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761693.166143:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761693.166183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324969472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761693.166225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761693.166227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761693.166229:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761693.166232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2593
00000100:00080000:3.0:1787761693.166235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761693.166240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761693.166248:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761693.166264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324969600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761693.166281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969472:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761693.166339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761693.166383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761693/real 1787761693]  req@ffff9f7d4832cb40 x1874601324969472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761693.166399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324969472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761693.166409:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761693.166413:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761693.166425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969472:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761693.166447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969600:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761693.166469:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761693.166480:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761693/real 1787761693]  req@ffff9f7d4832e580 x1874601324969600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761693.166492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324969600/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761693.166501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761693.166504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761693.166507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969600:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761693.486178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761693.870153:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761694.510153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761694.894160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761695.534146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761695.918149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761696.558160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761696.942171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761697.582139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761697.966143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761698.286128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761698.286138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761698.286141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761698.286150:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2598
00000100:00080000:3.0:1787761698.286161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761698.286167:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761698.286200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324969728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761698.286226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761698.286230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761698.286236:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761698.286239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2598
00000100:00080000:3.0:1787761698.286243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761698.286246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761698.286268:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761698.286272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969728:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761698.286283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324969856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761698.286353:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969856:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761698.606078:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761698.990156:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761699.630121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761700.014234:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761700.654097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761701.038177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761701.358278:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787761701.358322:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761701.358340:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787761701.358386:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761701.358458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761698/real 1787761701]  req@ffff9f7d4832c000 x1874601324969856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761701.358492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324969856/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761701.358520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761701.358527:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761701.358541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324969856:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761701.358551:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761698/real 1787761701]  req@ffff9f7d4832cf00 x1874601324969728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761701.358567:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324969728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761701.358577:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761701.358581:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761701.358584:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969728:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761701.678123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761702.062179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761702.702095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761703.086166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761703.406179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761703.406194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761703.406199:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761703.406213:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2603
00000100:00080000:3.0:1787761703.406225:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761703.406234:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761703.406279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324969984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761703.406326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761703.406330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761703.406332:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761703.406337:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2603
00000100:00080000:3.0:1787761703.406340:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761703.406345:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761703.406358:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761703.406385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324970112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761703.406400:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969984:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761703.406497:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761703.406552:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761703/real 1787761703]  req@ffff9f7d4832e940 x1874601324969984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761703.406575:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324969984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761703.406590:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761703.406595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761703.406600:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324969984:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761703.406657:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970112:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761703.406689:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761703.406705:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761703/real 1787761703]  req@ffff9f7d4832e1c0 x1874601324970112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761703.406721:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324970112/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761703.406730:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761703.406734:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761703.406738:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970112:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761703.726148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761704.110191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761704.750136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761705.134214:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761705.774146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761706.158247:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761706.798146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761707.182239:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761707.822148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761708.206180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761708.526132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761708.526139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761708.526143:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761708.526150:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2609
00000100:00080000:3.0:1787761708.526158:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761708.526162:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761708.526191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324970240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761708.526212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761708.526215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761708.526217:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761708.526220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2609
00000100:00080000:3.0:1787761708.526223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761708.526227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761708.526235:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761708.526248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324970368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761708.526257:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324970240:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761708.526323:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761708.526352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761708/real 1787761708]  req@ffff9f7d4832f0c0 x1874601324970240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761708.526363:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324970240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761708.526370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761708.526373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761708.526375:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324970240:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761708.526406:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970368:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761708.526420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761708.526427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761708/real 1787761708]  req@ffff9f7d4832e1c0 x1874601324970368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761708.526433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324970368/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761708.526438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761708.526440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761708.526442:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970368:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761708.846106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761709.230170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761709.870109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761710.254192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761710.894123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761711.278183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761711.918088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761712.302158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761712.942129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761713.326201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761713.646115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761713.646131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761713.646135:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761713.646144:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2614
00000100:00080000:3.0:1787761713.646154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761713.646161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761713.646221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324970496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761713.646243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761713.646245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761713.646249:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761713.646252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2614
00000100:00080000:3.0:1787761713.646255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761713.646258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761713.646264:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761713.646272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324970624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761713.646284:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324970496:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761713.646333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761713.646365:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761713/real 1787761713]  req@ffff9f7d4832e940 x1874601324970496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761713.646376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324970496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761713.646383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761713.646385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761713.646389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324970496:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761713.646418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970624:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761713.646447:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761713.646456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761713/real 1787761713]  req@ffff9f7d4832cf00 x1874601324970624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761713.646464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324970624/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761713.646469:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761713.646470:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761713.646473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970624:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761713.966083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761714.350172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761714.990127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761715.374179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761716.014151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761716.398196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761717.038149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761717.422153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761718.062165:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761718.446242:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761718.766184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761718.766195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761718.766199:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761718.766210:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2619
00000100:00080000:1.0:1787761718.766222:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761718.766229:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761718.766273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324970752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761718.766300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761718.766303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761718.766330:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761718.766335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2619
00000100:00080000:1.0:1787761718.766339:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761718.766342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324970752:192.168.204.109@tcp:250:kworker.0
00000100:00080000:1.0:1787761718.766346:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761718.766362:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761718.766376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324970880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761718.766427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761718.766469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761718/real 1787761718]  req@ffff9f7d4a908f00 x1874601324970752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761718.766484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324970752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761718.766493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761718.766497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761718.766502:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324970752:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761718.766528:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970880:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761718.766544:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761718.766555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761718/real 1787761718]  req@ffff9f7d4a90ad00 x1874601324970880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761718.766562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324970880/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761718.766568:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761718.766570:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761718.766572:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324970880:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761719.086135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761719.470140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761720.110131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761720.494182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761721.134145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761721.518188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761722.158148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761722.542211:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761723.182113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761723.566196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761723.886142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761723.886152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761723.886157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761723.886165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2624
00000100:00080000:3.0:1787761723.886175:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761723.886182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761723.886215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324971008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761723.886239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761723.886242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761723.886244:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761723.886248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2624
00000100:00080000:3.0:1787761723.886251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761723.886269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761723.886275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971008:192.168.204.109@tcp:250:kworker.0
00000008:00100000:3.0:1787761723.886278:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761723.886294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324971136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761723.886324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761723.886361:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761723/real 1787761723]  req@ffff9f7d4832c000 x1874601324971008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761723.886373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324971008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761723.886381:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761723.886385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761723.886388:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971008:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761723.886409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971136:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761723.886422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761723.886430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761723/real 1787761723]  req@ffff9f7d4832e580 x1874601324971136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761723.886437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324971136/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761723.886442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761723.886444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761723.886446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971136:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761724.206112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761724.590168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761725.230143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761725.614143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761726.254111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761726.638170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761727.278141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761727.662175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761728.302128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761728.686166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761729.006109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761729.006116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761729.006120:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761729.006128:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2629
00000100:00080000:3.0:1787761729.006136:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761729.006141:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761729.006168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324971264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761729.006189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761729.006192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761729.006193:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761729.006197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2629
00000100:00080000:3.0:1787761729.006200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761729.006204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761729.006211:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761729.006224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324971392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761729.006233:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971264:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761729.006288:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761729.006317:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761729/real 1787761729]  req@ffff9f7d4832cb40 x1874601324971264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761729.006339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324971264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761729.006346:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761729.006348:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761729.006351:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971264:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761729.006369:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971392:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761729.006383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761729.006391:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761729/real 1787761729]  req@ffff9f7d4832c780 x1874601324971392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761729.006397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324971392/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761729.006402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761729.006404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761729.006405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971392:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761729.326097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761729.710135:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761730.350129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761730.734179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761731.374093:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761731.758142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761732.398177:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761732.782157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761733.422116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761733.806169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761734.126097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761734.126108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761734.126130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761734.126139:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2634
00000100:00080000:3.0:1787761734.126149:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761734.126155:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761734.126181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324971520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761734.126203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761734.126205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761734.126206:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761734.126209:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2634
00000100:00080000:3.0:1787761734.126211:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761734.126213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761734.126219:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761734.126226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324971648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761734.126247:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971520:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761734.126305:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761734.126333:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761734/real 1787761734]  req@ffff9f7d4832d2c0 x1874601324971520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761734.126346:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324971520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761734.126372:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761734.126375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761734.126378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971520:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761734.126383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971648:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761734.126399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761734.126407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761734/real 1787761734]  req@ffff9f7d4832f480 x1874601324971648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761734.126414:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324971648/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761734.126419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761734.126421:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761734.126422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971648:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761734.446128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761734.830169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761735.470104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761735.854179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761736.494135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761736.878138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761737.518112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761737.902182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761738.542130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761738.926176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761739.246150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761739.246160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761739.246164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761739.246173:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2639
00000100:00080000:0.0:1787761739.246184:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761739.246190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761739.246225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75a40 x1874601324971776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761739.246249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761739.246264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761739.246265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761739.246268:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2639
00000100:00080000:0.0:1787761739.246271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761739.246274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761739.246281:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761739.246289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77480 x1874601324971904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761739.246306:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971776:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761739.246364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761739.246407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761739/real 1787761739]  req@ffff9f7d46d75a40 x1874601324971776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761739.246423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75a40 x1874601324971776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761739.246431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761739.246434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761739.246437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324971776:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761739.246458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971904:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761739.246474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761739.246482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761739/real 1787761739]  req@ffff9f7d46d77480 x1874601324971904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761739.246490:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77480 x1874601324971904/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761739.246494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761739.246496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761739.246498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324971904:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761739.566114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761739.950177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761740.590130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761740.974141:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761741.614096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761741.998190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761742.638136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761743.022182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761743.662097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761744.046167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761744.366109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761744.366117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761744.366120:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761744.366128:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2644
00000100:00080000:3.0:1787761744.366136:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761744.366140:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761744.366168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324972032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761744.366186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761744.366200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761744.366201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761744.366204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2644
00000100:00080000:3.0:1787761744.366207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761744.366209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761744.366216:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761744.366225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324972160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761744.366234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972032:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761744.366286:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761744.366319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761744/real 1787761744]  req@ffff9f7d4832fc00 x1874601324972032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761744.366330:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324972032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761744.366347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761744.366351:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761744.366355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972032:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761744.366378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972160:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761744.366396:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761744.366405:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761744/real 1787761744]  req@ffff9f7d4832f480 x1874601324972160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761744.366412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324972160/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761744.366423:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761744.366426:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761744.366428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972160:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761744.686120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761745.070197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761745.710156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761746.094180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761746.734120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761747.118172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761747.758192:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761748.142155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761748.782117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761749.166180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761749.486137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761749.486144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761749.486147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761749.486153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2650
00000100:00080000:2.0:1787761749.486162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761749.486182:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761749.486206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324972288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761749.486227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761749.486229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761749.486231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761749.486233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2650
00000100:00080000:2.0:1787761749.486236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761749.486237:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761749.486244:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761749.486252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324972416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761749.486271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972288:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761749.486320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761749.486357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761749/real 1787761749]  req@ffff9f7d4a941e00 x1874601324972288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761749.486368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324972288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761749.486375:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761749.486377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761749.486380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972288:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761749.486384:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972416:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761749.486399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761749.486405:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761749/real 1787761749]  req@ffff9f7d4a941a40 x1874601324972416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761749.486412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324972416/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761749.486417:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761749.486419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761749.486421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972416:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761749.806128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761750.190189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761750.830083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761751.214190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761751.854129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761752.238153:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761752.878101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761753.262146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761753.902126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761754.286184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761754.606165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761754.606175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761754.606180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761754.606192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2655
00000100:00080000:0.0:1787761754.606205:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761754.606213:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761754.606259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74780 x1874601324972544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761754.606288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761754.606292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761754.606294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761754.606298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2655
00000100:00080000:0.0:1787761754.606302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761754.606307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761754.606318:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761754.606335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d77c00 x1874601324972672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761754.606364:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972544:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761754.606449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761754.606501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761754/real 1787761754]  req@ffff9f7d46d74780 x1874601324972544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761754.606515:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74780 x1874601324972544/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761754.606522:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761754.606525:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761754.606528:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972544:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761754.606548:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972672:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761754.606569:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761754.606581:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761754/real 1787761754]  req@ffff9f7d46d77c00 x1874601324972672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761754.606593:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d77c00 x1874601324972672/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761754.606601:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761754.606604:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761754.606606:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972672:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761754.926132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761755.310188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761755.950137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761756.334158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761756.974138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761757.358197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761757.998138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761758.382134:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761759.022137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761759.406214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761759.726163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761759.726172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761759.726176:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761759.726185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2660
00000100:00080000:3.0:1787761759.726195:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761759.726201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761759.726241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324972800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761759.726263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761759.726266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761759.726268:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761759.726272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2660
00000100:00080000:3.0:1787761759.726286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761759.726291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761759.726300:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761759.726314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972800:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761759.726315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324972928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761759.726371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761759.726409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761759/real 1787761759]  req@ffff9f7d4832d2c0 x1874601324972800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761759.726419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324972800/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761759.726426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761759.726428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761759.726431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324972800:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761759.726451:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972928:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761759.726465:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761759.726472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761759/real 1787761759]  req@ffff9f7d4832c780 x1874601324972928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761759.726479:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324972928/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761759.726484:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761759.726486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761759.726488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324972928:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761760.046132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761760.430179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761761.070126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761761.454167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761762.094125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761762.478187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761763.118092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761763.502172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761764.142105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761764.526165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761764.846149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761764.846159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761764.846190:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761764.846199:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2665
00000100:00080000:1.0:1787761764.846210:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761764.846217:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761764.846252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324973056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761764.846276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761764.846278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761764.846280:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761764.846283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2665
00000100:00080000:1.0:1787761764.846285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761764.846288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761764.846295:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761764.846304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324973184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761764.846334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973056:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761764.846413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973184:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761765.166100:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761765.550204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761766.190115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761766.574173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761767.214152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761767.598190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761767.918209:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787761767.918240:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761767.918254:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787761767.918289:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787761767.918337:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761764/real 1787761767]  req@ffff9f7d4a908780 x1874601324973056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761767.918360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324973056/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761767.918370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761767.918375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761767.918379:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973056:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761767.918387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761764/real 1787761767]  req@ffff9f7d4a909e00 x1874601324973184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761767.918398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324973184/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761767.918405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761767.918409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761767.918411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973184:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761768.238094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761768.622127:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761769.262144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761769.646192:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761769.966102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761769.966110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761769.966113:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761769.966121:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2670
00000100:00080000:1.0:1787761769.966128:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761769.966133:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761769.966168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324973312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761769.966189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761769.966192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761769.966193:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761769.966195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2670
00000100:00080000:1.0:1787761769.966198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761769.966200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761769.966207:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761769.966215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324973440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761769.966231:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973312:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761769.966297:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761769.966339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761769/real 1787761769]  req@ffff9f7d4a9083c0 x1874601324973312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761769.966370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324973312/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761769.966388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761769.966393:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761769.966397:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973312:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761769.966422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973440:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761769.966446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761769.966459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761769/real 1787761769]  req@ffff9f7d4a90b480 x1874601324973440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761769.966472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324973440/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761769.966480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761769.966483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761769.966487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973440:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761770.286108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761770.670141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761771.310120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761771.694166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761772.334089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761772.718172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761773.358130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761773.742155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761774.382132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761774.766174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761775.086139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761775.086148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761775.086152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761775.086161:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2675
00000100:00080000:0.0:1787761775.086171:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761775.086183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761775.086217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d752c0 x1874601324973568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761775.086257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761775.086261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761775.086263:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761775.086267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2675
00000100:00080000:0.0:1787761775.086271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761775.086276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761775.086285:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761775.086292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761775.086300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76d00 x1874601324973696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761775.086344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761775.086376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761775/real 1787761775]  req@ffff9f7d46d752c0 x1874601324973568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761775.086388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d752c0 x1874601324973568/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761775.086396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761775.086399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761775.086412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973568:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761775.086432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973696:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761775.086446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761775.086455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761775/real 1787761775]  req@ffff9f7d46d76d00 x1874601324973696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761775.086466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76d00 x1874601324973696/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761775.086473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761775.086476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761775.086479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973696:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761775.406140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761775.790185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761776.430113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761776.814209:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761777.454125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761777.838202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761778.478107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761778.862185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761779.502132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761779.886190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761780.206142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761780.206152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761780.206156:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761780.206165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2680
00000100:00080000:3.0:1787761780.206173:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761780.206177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761780.206206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324973824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761780.206229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761780.206232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761780.206234:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761780.206237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2680
00000100:00080000:3.0:1787761780.206241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761780.206248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761780.206256:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761780.206267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324973952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761780.206275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973824:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761780.206328:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761780.206357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761780/real 1787761780]  req@ffff9f7d4832cb40 x1874601324973824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761780.206368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324973824/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761780.206374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761780.206377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761780.206391:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324973824:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761780.206408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973952:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761780.206423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761780.206432:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761780/real 1787761780]  req@ffff9f7d4832e580 x1874601324973952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761780.206443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324973952/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761780.206451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761780.206454:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761780.206457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324973952:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761780.526098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761780.910197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761781.550150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761781.934210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761782.574119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761782.958169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761783.598139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761783.982241:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761784.622102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761785.006168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761785.326130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761785.326140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761785.326144:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761785.326154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2685
00000100:00080000:0.0:1787761785.326164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761785.326176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787761785.326207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76580 x1874601324974080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761785.326226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761785.326229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761785.326230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761785.326232:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2685
00000100:00080000:0.0:1787761785.326235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761785.326237:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787761785.326256:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761785.326264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d75e00 x1874601324974208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761785.326278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974080:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761785.326333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761785.326373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761785/real 1787761785]  req@ffff9f7d46d76580 x1874601324974080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761785.326389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76580 x1874601324974080/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761785.326398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761785.326402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761785.326412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974080:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761785.326432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974208:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761785.326454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761785.326464:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761785/real 1787761785]  req@ffff9f7d46d75e00 x1874601324974208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761785.326475:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d75e00 x1874601324974208/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761785.326482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761785.326485:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761785.326488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974208:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761785.646133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761786.030180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761786.670115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761787.054219:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761787.694125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761788.078204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761788.718129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761789.102205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761789.742123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761790.126172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761790.446132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761790.446144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761790.446147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761790.446155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2691
00000100:00080000:2.0:1787761790.446163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761790.446168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761790.446199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324974336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761790.446230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761790.446233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761790.446234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761790.446237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2691
00000100:00080000:2.0:1787761790.446239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761790.446246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761790.446253:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761790.446264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324974464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761790.446267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974336:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761790.446316:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761790.446349:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761790/real 1787761790]  req@ffff9f7d4a940780 x1874601324974336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761790.446360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324974336/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761790.446367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761790.446370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761790.446378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974336:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761790.446397:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974464:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761790.446417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761790.446429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761790/real 1787761790]  req@ffff9f7d4a942940 x1874601324974464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761790.446441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324974464/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761790.446449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761790.446452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761790.446455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974464:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761790.766148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761791.150182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761791.790069:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761792.174200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761792.814131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761793.198149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761793.838066:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761794.222158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761794.862139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761795.246170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761795.566127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761795.566134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761795.566137:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761795.566144:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2696
00000100:00080000:3.0:1787761795.566152:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761795.566157:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761795.566186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324974592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761795.566209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761795.566211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761795.566212:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761795.566215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2696
00000100:00080000:3.0:1787761795.566217:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761795.566219:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761795.566226:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761795.566233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324974720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761795.566261:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974592:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787761795.566332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761795.566377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761795/real 1787761795]  req@ffff9f7d4832c000 x1874601324974592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761795.566391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324974592/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761795.566398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761795.566401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761795.566414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974592:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761795.566419:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974720:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761795.566436:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761795.566444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761795/real 1787761795]  req@ffff9f7d4832cf00 x1874601324974720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761795.566450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324974720/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761795.566455:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761795.566457:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761795.566459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974720:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761795.886139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761796.270188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761796.910223:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761797.294134:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761797.934130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761798.318221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761798.958170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761799.342171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761799.982115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761800.366214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761800.686135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761800.686145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761800.686149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761800.686159:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2701
00000100:00080000:3.0:1787761800.686185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761800.686192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761800.686223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324974848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761800.686250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761800.686253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761800.686255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761800.686259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2701
00000100:00080000:3.0:1787761800.686262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761800.686266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761800.686274:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761800.686286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761800.686289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324974976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761800.686337:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761800.686364:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761800/real 1787761800]  req@ffff9f7d4832e940 x1874601324974848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761800.686375:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324974848/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761800.686382:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761800.686384:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761800.686394:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324974848:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761800.686411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974976:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761800.686425:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761800.686432:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761800/real 1787761800]  req@ffff9f7d4832e1c0 x1874601324974976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761800.686440:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324974976/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761800.686444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761800.686446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761800.686448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324974976:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761801.006128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761801.390142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761802.030157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761802.414204:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761803.054142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761803.438150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761804.078114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761804.462172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761805.102138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761805.486130:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761805.806152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761805.806162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761805.806166:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761805.806176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2706
00000100:00080000:3.0:1787761805.806186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761805.806194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761805.806228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324975104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761805.806251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761805.806268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761805.806271:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761805.806275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2706
00000100:00100000:1.0:1787761805.806282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975104:192.168.204.109@tcp:250:kworker.0
00000100:00080000:3.0:1787761805.806288:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761805.806295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761805.806304:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761805.806319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324975232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761805.806338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761805.806375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761805/real 1787761805]  req@ffff9f7d4832f0c0 x1874601324975104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761805.806408:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324975104/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761805.806415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761805.806418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761805.806425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975104:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761805.806446:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324975232:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787761805.806461:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787761805.806469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761805/real 1787761805]  req@ffff9f7d4832e1c0 x1874601324975232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761805.806476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324975232/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761805.806481:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761805.806483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761805.806485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324975232:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761806.126121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761806.510176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761807.150125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761807.534150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761808.174141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761808.558185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761809.198110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761809.582160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761810.222135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761810.606170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761810.926136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761810.926143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761810.926146:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761810.926153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2711
00000100:00080000:1.0:1787761810.926161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761810.926166:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761810.926194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324975360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761810.926218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761810.926232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761810.926233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761810.926236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2711
00000100:00080000:1.0:1787761810.926239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761810.926242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761810.926250:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761810.926258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324975488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761810.926265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975360:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761810.926345:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761810.926379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761810/real 1787761810]  req@ffff9f7d4a90bc00 x1874601324975360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761810.926396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324975360/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761810.926405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761810.926409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761810.926412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975360:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761810.926436:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324975488:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761810.926453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761810.926461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761810/real 1787761810]  req@ffff9f7d4a909a40 x1874601324975488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761810.926474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324975488/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761810.926479:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761810.926481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761810.926483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324975488:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761811.246115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761811.630114:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761812.270166:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761812.654154:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761813.294108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761813.678149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761814.318145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761814.702140:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761815.342125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761815.726154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761816.046091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761816.046100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761816.046104:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761816.046112:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2716
00000100:00080000:1.0:1787761816.046122:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761816.046128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761816.046159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324975616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761816.046191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761816.046195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761816.046196:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761816.046200:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2716
00000100:00080000:1.0:1787761816.046215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761816.046219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761816.046228:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761816.046231:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975616:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761816.046242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324975744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761816.046287:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761816.046313:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761816/real 1787761816]  req@ffff9f7d4a90b840 x1874601324975616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761816.046326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324975616/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761816.046336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761816.046341:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761816.046345:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975616:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761816.046369:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324975744:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761816.046389:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761816.046399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761816/real 1787761816]  req@ffff9f7d4a90a1c0 x1874601324975744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761816.046423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324975744/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761816.046431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761816.046434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761816.046437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324975744:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761816.366151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761816.750128:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761817.390110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761817.774143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761818.414152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761818.798171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761819.438134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761819.822166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761820.462149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761820.846157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761821.166187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761821.166197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761821.166201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761821.166211:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2721
00000100:00080000:1.0:1787761821.166220:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761821.166227:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761821.166262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324975872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761821.166292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761821.166295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761821.166297:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761821.166301:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2721
00000100:00080000:1.0:1787761821.166304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761821.166308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761821.166318:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761821.166343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761821.166345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324976000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761821.166405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761821.166438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761821/real 1787761821]  req@ffff9f7d4a908000 x1874601324975872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761821.166454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324975872/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761821.166463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761821.166467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761821.166470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324975872:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761821.166491:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976000:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761821.166507:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761821.166517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761821/real 1787761821]  req@ffff9f7d4a90a1c0 x1874601324976000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761821.166527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324976000/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761821.166540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761821.166543:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761821.166546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976000:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761821.486127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761821.870211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761822.510140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761822.894179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761823.534104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761823.918150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761824.558132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761824.942183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761825.582149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761825.966138:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761826.286118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761826.286126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761826.286129:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761826.286136:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2726
00000100:00080000:3.0:1787761826.286144:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761826.286149:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761826.286183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324976128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761826.286201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761826.286203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761826.286214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761826.286217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2726
00000100:00080000:3.0:1787761826.286219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761826.286222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761826.286230:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761826.286242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324976256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761826.286250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976128:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761826.286310:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761826.286346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761826/real 1787761826]  req@ffff9f7d4832e940 x1874601324976128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761826.286363:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324976128/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761826.286372:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761826.286376:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761826.286380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976128:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761826.286402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976256:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761826.286423:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761826.286434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761826/real 1787761826]  req@ffff9f7d4832cf00 x1874601324976256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761826.286446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324976256/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761826.286468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761826.286472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761826.286475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976256:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761826.606115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761826.990166:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761827.630163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761828.014137:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761828.654119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761829.038176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761829.678127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761830.062174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761830.702111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761831.086165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761831.406120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761831.406127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761831.406130:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761831.406137:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2731
00000100:00080000:2.0:1787761831.406146:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761831.406152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761831.406187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324976384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761831.406212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761831.406214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761831.406227:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761831.406230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2731
00000100:00080000:2.0:1787761831.406233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761831.406236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761831.406243:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761831.406254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324976512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761831.406258:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761831.406335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976512:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761831.726152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761832.110142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761832.750107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761833.134196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761833.774163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761834.158143:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761834.478292:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:2.0:1787761834.478345:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761834.478361:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:2.0:1787761834.478407:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787761834.478623:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761831/real 1787761834]  req@ffff9f7d4a9412c0 x1874601324976512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761834.478648:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324976512/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761834.478659:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761834.478665:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761834.478670:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976512:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761834.478678:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761831/real 1787761834]  req@ffff9f7d4a941680 x1874601324976384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761834.478690:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324976384/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761834.478696:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761834.478715:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761834.478719:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976384:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761834.798134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761835.182191:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761835.822135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761836.206141:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761836.526144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761836.526155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761836.526159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761836.526169:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2737
00000100:00080000:1.0:1787761836.526178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761836.526185:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761836.526230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324976640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761836.526268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761836.526272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761836.526274:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761836.526299:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2737
00000100:00080000:1.0:1787761836.526304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761836.526308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761836.526317:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761836.526329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324976768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761836.526418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976640:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761836.526494:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761836.526529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761836/real 1787761836]  req@ffff9f7d4a90b840 x1874601324976640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761836.526546:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324976640/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761836.526569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761836.526573:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761836.526577:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976640:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761836.526584:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976768:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761836.526606:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761836.526618:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761836/real 1787761836]  req@ffff9f7d4a909a40 x1874601324976768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761836.526630:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324976768/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761836.526637:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761836.526640:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761836.526643:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324976768:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761836.846127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761837.230200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761837.870179:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761838.254167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761838.894236:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761839.278175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761839.918137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761840.302218:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761840.942097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761841.326179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761841.646112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761841.646119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761841.646122:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761841.646130:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2742
00000100:00080000:3.0:1787761841.646138:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761841.646143:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761841.646183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324976896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761841.646209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761841.646213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761841.646215:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761841.646218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2742
00000100:00080000:3.0:1787761841.646222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761841.646225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761841.646234:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761841.646244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324977024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761841.646249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976896:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761841.646308:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761841.646340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761841/real 1787761841]  req@ffff9f7d4832c000 x1874601324976896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761841.646354:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324976896/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761841.646375:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761841.646379:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761841.646383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324976896:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761841.646405:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977024:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761841.646421:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761841.646429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761841/real 1787761841]  req@ffff9f7d4832e580 x1874601324977024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761841.646437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324977024/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761841.646442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761841.646444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761841.646446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977024:192.168.204.109@tcp:38:kworker.0
00000100:00100000:1.0:1787761841.966150:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761842.350124:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761842.990186:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761843.374214:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761844.014205:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761844.398131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761845.038160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761845.422173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761846.062159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761846.446148:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761846.766166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761846.766177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761846.766181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761846.766192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2747
00000100:00080000:1.0:1787761846.766201:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761846.766208:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761846.766245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324977152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761846.766274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761846.766277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761846.766279:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761846.766296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2747
00000100:00080000:1.0:1787761846.766300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761846.766305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761846.766314:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761846.766329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324977280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761846.766333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977152:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761846.766400:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761846.766430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761846/real 1787761846]  req@ffff9f7d4a90bc00 x1874601324977152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761846.766442:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324977152/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761846.766449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761846.766451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761846.766454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977152:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761846.766474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977280:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761846.766488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761846.766498:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761846/real 1787761846]  req@ffff9f7d4a90b480 x1874601324977280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761846.766509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324977280/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761846.766517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761846.766519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761846.766522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977280:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761847.086131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761847.470189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761848.110128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761848.494643:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761849.134096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761849.518174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761850.158110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761850.542126:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761851.182139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761851.566368:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761851.886133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761851.886143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761851.886146:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761851.886156:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2752
00000100:00080000:1.0:1787761851.886166:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761851.886173:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761851.886208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324977408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761851.886236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761851.886240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761851.886242:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761851.886246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2752
00000100:00080000:1.0:1787761851.886249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761851.886252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761851.886261:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761851.886273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324977536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761851.886283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977408:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761851.886343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761851.886380:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761851/real 1787761851]  req@ffff9f7d4a9083c0 x1874601324977408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761851.886404:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324977408/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761851.886411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761851.886414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761851.886416:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977408:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761851.886434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977536:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761851.886451:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761851.886458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761851/real 1787761851]  req@ffff9f7d4a909e00 x1874601324977536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761851.886466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324977536/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761851.886471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761851.886472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761851.886474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977536:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761852.206104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761852.590121:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761853.230153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761853.614183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761854.254116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761854.638175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761855.278153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761855.662188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761856.302152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761856.686172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761857.006178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761857.006188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761857.006192:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761857.006208:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2757
00000100:00080000:3.0:1787761857.006223:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761857.006231:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761857.006279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324977664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761857.006309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761857.006313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761857.006315:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761857.006319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2757
00000100:00080000:3.0:1787761857.006323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761857.006327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761857.006339:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761857.006351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761857.006372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324977792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761857.006438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761857.006479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761857/real 1787761857]  req@ffff9f7d4832cb40 x1874601324977664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761857.006507:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324977664/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761857.006518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761857.006523:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761857.006527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977664:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761857.006564:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977792:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761857.006587:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761857.006602:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761857/real 1787761857]  req@ffff9f7d4832c780 x1874601324977792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761857.006611:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324977792/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761857.006616:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761857.006618:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761857.006620:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324977792:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761857.326170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761857.710174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761858.350112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761858.734150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761859.374119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761859.758196:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761860.398104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761860.782151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761861.422121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761861.806177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761862.126144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761862.126153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761862.126157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761862.126165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2762
00000100:00080000:3.0:1787761862.126176:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761862.126183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761862.126216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324977920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761862.126240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761862.126247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761862.126249:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761862.126252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2762
00000100:00080000:3.0:1787761862.126256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761862.126260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761862.126270:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761862.126278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761862.126284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324978048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761862.126340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761862.126371:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761862/real 1787761862]  req@ffff9f7d4832d2c0 x1874601324977920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761862.126388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324977920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761862.126409:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761862.126411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761862.126414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324977920:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761862.126432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978048:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761862.126448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761862.126456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761862/real 1787761862]  req@ffff9f7d4832f480 x1874601324978048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761862.126463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324978048/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761862.126468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761862.126470:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761862.126472:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978048:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761862.446076:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761862.830130:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761863.470108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761863.854180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761864.494066:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761864.878188:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761865.518155:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761865.902193:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761866.542130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761866.926180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761867.246105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761867.246112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761867.246115:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761867.246123:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2767
00000100:00080000:2.0:1787761867.246132:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761867.246137:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761867.246172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324978176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761867.246203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761867.246206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761867.246207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761867.246210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2767
00000100:00080000:2.0:1787761867.246212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761867.246215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761867.246223:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761867.246233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324978304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761867.246253:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978176:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761867.246314:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761867.246352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761867/real 1787761867]  req@ffff9f7d4a9421c0 x1874601324978176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761867.246368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324978176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761867.246377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761867.246381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761867.246401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978176:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761867.246408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978304:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761867.246429:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761867.246440:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761867/real 1787761867]  req@ffff9f7d4a941680 x1874601324978304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761867.246452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324978304/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761867.246459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761867.246462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761867.246465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978304:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761867.566085:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761867.950156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761868.590183:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761868.974166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761869.614092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761869.998170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761870.638123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761871.022169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761871.662084:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761872.046201:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761872.366134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761872.366144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761872.366153:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761872.366162:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2772
00000100:00080000:3.0:1787761872.366171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761872.366178:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761872.366210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324978432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761872.366238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761872.366240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761872.366241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761872.366244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2772
00000100:00080000:3.0:1787761872.366247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761872.366249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761872.366256:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761872.366282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324978560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761872.366283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978432:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761872.366343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761872.366383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761872/real 1787761872]  req@ffff9f7d4832fc00 x1874601324978432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761872.366399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324978432/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761872.366408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761872.366412:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761872.366415:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978432:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761872.366434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978560:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761872.366452:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761872.366469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761872/real 1787761872]  req@ffff9f7d4832f480 x1874601324978560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761872.366480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324978560/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761872.366487:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761872.366490:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761872.366492:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978560:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761872.686134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761873.070196:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761873.710132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761874.094255:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761874.734127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761875.118173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761875.758129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761876.142155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761876.782134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761877.166154:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761877.486096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761877.486105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761877.486109:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761877.486122:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2778
00000100:00080000:3.0:1787761877.486132:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761877.486144:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761877.486179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324978688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761877.486205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761877.486208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761877.486210:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761877.486214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2778
00000100:00080000:3.0:1787761877.486217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761877.486221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761877.486230:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761877.486242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324978816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761877.486249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978688:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761877.486298:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761877.486326:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761877/real 1787761877]  req@ffff9f7d4832d2c0 x1874601324978688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761877.486339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324978688/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761877.486346:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761877.486348:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761877.486351:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978688:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761877.486381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978816:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761877.486394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761877.486401:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761877/real 1787761877]  req@ffff9f7d4832c780 x1874601324978816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761877.486409:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324978816/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761877.486424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761877.486426:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761877.486428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324978816:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761877.806124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761878.190170:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761878.830133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761879.214131:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761879.854108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761880.238180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761880.878135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761881.262174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761881.902110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761882.286229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761882.606120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761882.606129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761882.606133:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761882.606142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2783
00000100:00080000:3.0:1787761882.606152:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761882.606158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761882.606191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324978944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761882.606216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761882.606219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761882.606221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761882.606224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2783
00000100:00080000:3.0:1787761882.606227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761882.606230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761882.606239:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761882.606249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324979072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761882.606262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978944:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761882.606318:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761882.606374:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761882/real 1787761882]  req@ffff9f7d4832cb40 x1874601324978944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.606391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324978944/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761882.606400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.606404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761882.606408:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324978944:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761882.606431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979072:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761882.606453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761882.606463:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761882/real 1787761882]  req@ffff9f7d4832e580 x1874601324979072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.606474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324979072/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761882.606482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.606485:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761882.606488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979072:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761882.926178:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761883.310207:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761883.950125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761884.334149:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761884.974102:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761885.358161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761885.998147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761886.382168:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761887.022120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761887.406189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761887.726118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761887.726124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761887.726128:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761887.726137:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2788
00000100:00080000:3.0:1787761887.726147:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761887.726154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761887.726189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324979200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761887.726210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761887.726212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761887.726213:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761887.726216:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2788
00000100:00080000:3.0:1787761887.726219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761887.726221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761887.726227:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761887.726235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324979328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761887.726260:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979200:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761887.726329:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761887.726370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761887/real 1787761887]  req@ffff9f7d4832c000 x1874601324979200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761887.726386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324979200/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761887.726397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761887.726401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761887.726405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979200:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761887.726413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979328:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761887.726433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761887.726444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761887/real 1787761887]  req@ffff9f7d4832cf00 x1874601324979328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761887.726454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324979328/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761887.726460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761887.726462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761887.726464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979328:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761888.046119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761888.430169:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761889.070091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761889.454155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761890.094113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761890.478179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761891.118083:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761891.502176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761892.142079:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761892.526195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761892.846198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761892.846208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761892.846214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761892.846224:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2793
00000100:00080000:2.0:1787761892.846236:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761892.846249:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761892.846289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324979456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761892.846318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761892.846321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761892.846322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761892.846325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2793
00000100:00080000:2.0:1787761892.846327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761892.846330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761892.846338:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761892.846372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324979584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761892.846398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979456:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761892.846474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761892.846521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761892/real 1787761892]  req@ffff9f7d4a9412c0 x1874601324979456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761892.846550:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324979456/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761892.846561:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761892.846565:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761892.846569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979456:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761892.846594:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979584:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761892.846614:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761892.846625:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761892/real 1787761892]  req@ffff9f7d4a942940 x1874601324979584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761892.846635:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324979584/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761892.846642:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761892.846646:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761892.846648:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979584:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761893.166138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761893.550194:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761894.190159:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761894.574165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761895.214119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761895.598178:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761896.238131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761896.622158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761897.262121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761897.646162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761897.966130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761897.966138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761897.966141:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761897.966148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2798
00000100:00080000:2.0:1787761897.966157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761897.966162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761897.966190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324979712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761897.966211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761897.966213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761897.966214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761897.966216:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2798
00000100:00080000:2.0:1787761897.966218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761897.966220:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761897.966227:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761897.966233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324979840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761897.966267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979712:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761897.966362:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979840:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761898.286119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761898.670167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761899.310108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761899.694159:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761900.334121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761900.718137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761901.038307:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:0.0:1787761901.038356:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761901.038384:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:0.0:1787761901.038425:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:1.0:1787761901.038555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761897/real 1787761901]  req@ffff9f7d4a940780 x1874601324979712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761901.038580:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324979712/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761901.038590:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761901.038595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761901.038599:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979712:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761901.038605:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761897/real 1787761901]  req@ffff9f7d4a941a40 x1874601324979840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761901.038616:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324979840/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761901.038622:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761901.038625:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787761901.038628:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324979840:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761901.358113:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761901.742168:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761902.382118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761902.766146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761903.086161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761903.086170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761903.086173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761903.086182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2803
00000100:00080000:1.0:1787761903.086191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761903.086204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761903.086235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324979968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761903.086270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761903.086288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761903.086289:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761903.086293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2803
00000100:00080000:1.0:1787761903.086296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761903.086300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761903.086309:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761903.086320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324980096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761903.086410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979968:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761903.086469:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761903.086514:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761903/real 1787761903]  req@ffff9f7d4a908780 x1874601324979968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761903.086529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324979968/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761903.086538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761903.086542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761903.086545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324979968:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761903.086552:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980096:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761903.086576:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761903.086587:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761903/real 1787761903]  req@ffff9f7d4a90ad00 x1874601324980096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761903.086597:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324980096/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761903.086604:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761903.086607:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761903.086610:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980096:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761903.406077:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761903.790176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761904.430112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761904.814171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761905.454068:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761905.838205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761906.478076:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761906.862143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761907.502125:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761907.886150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761908.206090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761908.206097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761908.206100:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761908.206108:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2808
00000100:00080000:1.0:1787761908.206117:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761908.206121:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761908.206148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908f00 x1874601324980224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761908.206169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761908.206173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761908.206175:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761908.206178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2808
00000100:00080000:1.0:1787761908.206181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761908.206186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761908.206194:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761908.206206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90ad00 x1874601324980352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761908.206215:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980224:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761908.206268:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761908.206294:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761908/real 1787761908]  req@ffff9f7d4a908f00 x1874601324980224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761908.206316:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908f00 x1874601324980224/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761908.206322:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761908.206325:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761908.206327:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980224:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761908.206346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980352:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761908.206367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761908.206375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761908/real 1787761908]  req@ffff9f7d4a90ad00 x1874601324980352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761908.206381:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90ad00 x1874601324980352/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761908.206386:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761908.206388:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761908.206390:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980352:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761908.526095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761908.910135:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761909.550115:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761909.934173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761910.574101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761910.958150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761911.598132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761911.982167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761912.622153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761913.006171:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761913.326130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761913.326137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761913.326141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761913.326148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2813
00000100:00080000:3.0:1787761913.326171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761913.326178:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761913.326211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324980480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761913.326236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761913.326239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761913.326241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761913.326245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2813
00000100:00080000:3.0:1787761913.326249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761913.326252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761913.326260:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761913.326271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324980608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761913.326275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980480:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761913.326340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761913.326368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761913/real 1787761913]  req@ffff9f7d4832e940 x1874601324980480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761913.326379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324980480/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761913.326394:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761913.326397:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761913.326400:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980480:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761913.326416:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980608:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761913.326431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761913.326438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761913/real 1787761913]  req@ffff9f7d4832e1c0 x1874601324980608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761913.326445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324980608/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761913.326450:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761913.326452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761913.326454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980608:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761913.646146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761914.030179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761914.670140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761915.054246:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761915.694137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761916.078208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761916.718131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761917.102185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761917.742132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761918.126167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761918.446118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761918.446127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761918.446131:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761918.446140:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2819
00000100:00080000:3.0:1787761918.446150:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761918.446157:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761918.446219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324980736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761918.446246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761918.446249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761918.446251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761918.446256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2819
00000100:00080000:3.0:1787761918.446260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761918.446264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761918.446273:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761918.446286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980736:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761918.446290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324980864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761918.446343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761918.446370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761918/real 1787761918]  req@ffff9f7d4832f0c0 x1874601324980736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761918.446382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324980736/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761918.446389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761918.446391:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761918.446394:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980736:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761918.446423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980864:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761918.446440:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761918.446448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761918/real 1787761918]  req@ffff9f7d4832e1c0 x1874601324980864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761918.446455:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324980864/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761918.446460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761918.446462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761918.446464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324980864:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761918.766121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761919.150175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761919.790107:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761920.174132:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761920.814092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761921.198205:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761921.838092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761922.222189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761922.862082:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761923.246240:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761923.566127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761923.566137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761923.566142:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761923.566151:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2824
00000100:00080000:3.0:1787761923.566161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761923.566168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761923.566201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324980992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761923.566242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761923.566246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761923.566248:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761923.566252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2824
00000100:00080000:3.0:1787761923.566256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761923.566259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761923.566267:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761923.566279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324981120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761923.566282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980992:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761923.566342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761923.566369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761923/real 1787761923]  req@ffff9f7d4832e940 x1874601324980992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761923.566380:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324980992/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761923.566387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761923.566389:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761923.566391:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324980992:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761923.566409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981120:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761923.566421:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761923.566428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761923/real 1787761923]  req@ffff9f7d4832cf00 x1874601324981120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761923.566441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324981120/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761923.566446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761923.566448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761923.566450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981120:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761923.886116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761924.270183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761924.910148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761925.294173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761925.934118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761926.318163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761926.958140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761927.342231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761927.982135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761928.366193:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761928.686198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761928.686216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761928.686223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761928.686235:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2829
00000100:00080000:1.0:1787761928.686249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761928.686257:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761928.686304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908780 x1874601324981248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761928.686333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761928.686337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761928.686338:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761928.686342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2829
00000100:00080000:1.0:1787761928.686346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761928.686350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761928.686361:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761928.686375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324981376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761928.686385:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324981248:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761928.686460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761928.686503:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761928/real 1787761928]  req@ffff9f7d4a908780 x1874601324981248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761928.686520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908780 x1874601324981248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761928.686531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761928.686535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761928.686539:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324981248:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761928.686571:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981376:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761928.686593:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761928.686605:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761928/real 1787761928]  req@ffff9f7d4a909e00 x1874601324981376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761928.686614:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324981376/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761928.686639:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761928.686641:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761928.686644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981376:192.168.204.109@tcp:38:kworker.0
00000100:00100000:3.0:1787761929.006127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761929.390188:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761930.030580:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761930.414223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761931.054141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761931.438183:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761932.078096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761932.462162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761933.102148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761933.486173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761933.806197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761933.806206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761933.806209:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761933.806218:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2834
00000100:00080000:3.0:1787761933.806235:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761933.806242:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761933.806275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324981504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761933.806317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761933.806321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761933.806323:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761933.806326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2834
00000100:00080000:3.0:1787761933.806330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761933.806334:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761933.806342:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761933.806354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324981632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761933.806381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324981504:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761933.806439:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761933.806475:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761933/real 1787761933]  req@ffff9f7d4832c000 x1874601324981504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761933.806493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324981504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761933.806503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761933.806507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761933.806510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324981504:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761933.806518:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981632:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761933.806536:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761933.806548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761933/real 1787761933]  req@ffff9f7d4832e580 x1874601324981632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761933.806560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324981632/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761933.806580:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761933.806584:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761933.806588:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981632:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761934.126121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761934.510189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761935.150131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761935.534148:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761936.174160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761936.558167:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761937.198180:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761937.582177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761938.222142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761938.606208:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761938.926157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761938.926167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761938.926172:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761938.926183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2839
00000100:00080000:2.0:1787761938.926193:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761938.926200:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761938.926242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324981760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761938.926288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761938.926292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761938.926294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761938.926298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2839
00000100:00080000:2.0:1787761938.926303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761938.926308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761938.926319:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761938.926325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324981760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761938.926336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324981888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761938.926390:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761938.926426:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761938/real 1787761938]  req@ffff9f7d4a941e00 x1874601324981760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761938.926438:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324981760/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761938.926446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761938.926448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761938.926451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324981760:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761938.926474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981888:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761938.926487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761938.926494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761938/real 1787761938]  req@ffff9f7d4a942580 x1874601324981888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761938.926501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324981888/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761938.926512:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761938.926514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761938.926516:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324981888:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761939.246160:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761939.630221:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761940.270124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761940.654179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761941.294171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761941.678162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761942.318119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761942.702172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761943.342121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761943.726190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761944.046168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761944.046181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761944.046186:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761944.046195:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2844
00000100:00080000:3.0:1787761944.046207:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761944.046214:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761944.046253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324982016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761944.046277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761944.046280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761944.046281:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761944.046284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2844
00000100:00080000:3.0:1787761944.046286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761944.046288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761944.046312:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761944.046321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324982144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761944.046356:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982016:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761944.046430:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761944.046467:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761944/real 1787761944]  req@ffff9f7d4832cb40 x1874601324982016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761944.046485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324982016/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761944.046492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761944.046495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761944.046498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982016:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761944.046503:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982144:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761944.046519:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761944.046526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761944/real 1787761944]  req@ffff9f7d4832c780 x1874601324982144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761944.046532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324982144/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761944.046548:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761944.046550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761944.046552:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982144:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761944.366119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761944.750185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761945.390127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761945.774185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761946.414121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761946.798201:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761947.438092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761947.822136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761948.462123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761948.846158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761949.166099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761949.166109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761949.166114:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761949.166123:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2849
00000100:00080000:3.0:1787761949.166133:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761949.166140:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761949.166173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324982272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761949.166199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761949.166203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761949.166205:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761949.166209:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2849
00000100:00080000:3.0:1787761949.166213:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761949.166217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761949.166227:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761949.166234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787761949.166241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324982400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761949.166282:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761949.166314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761949/real 1787761949]  req@ffff9f7d4832d2c0 x1874601324982272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761949.166327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324982272/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761949.166334:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761949.166337:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761949.166339:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982272:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761949.166358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982400:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761949.166383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761949.166395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761949/real 1787761949]  req@ffff9f7d4832f480 x1874601324982400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761949.166407:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324982400/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761949.166427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761949.166430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761949.166432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982400:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761949.486092:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761949.870143:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761950.510121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761950.894176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761951.534130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761951.918175:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761952.558138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761952.942151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761953.582141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761953.966165:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761954.286096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761954.286106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761954.286110:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761954.286119:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2854
00000100:00080000:3.0:1787761954.286145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761954.286152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761954.286184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324982528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761954.286209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761954.286212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761954.286214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761954.286217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2854
00000100:00080000:3.0:1787761954.286219:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761954.286222:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761954.286229:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761954.286240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324982656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761954.286247:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982528:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761954.286295:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761954.286323:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761954/real 1787761954]  req@ffff9f7d4832fc00 x1874601324982528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761954.286334:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324982528/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761954.286340:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761954.286343:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761954.286345:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982528:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761954.286361:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982656:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761954.286377:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761954.286388:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761954/real 1787761954]  req@ffff9f7d4832f480 x1874601324982656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761954.286399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324982656/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761954.286413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761954.286417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761954.286420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982656:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761954.606131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761954.990147:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761955.630120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761956.014173:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761956.654139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761957.038169:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761957.678142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761958.062176:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761958.702094:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761959.086160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761959.406146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761959.406156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761959.406160:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761959.406169:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2859
00000100:00080000:3.0:1787761959.406178:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761959.406183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761959.406213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324982784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761959.406234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761959.406236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761959.406248:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761959.406251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2859
00000100:00080000:3.0:1787761959.406253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761959.406257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761959.406266:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761959.406278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324982912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761959.406293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982784:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761959.406362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761959.406415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761959/real 1787761959]  req@ffff9f7d4832d2c0 x1874601324982784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761959.406433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324982784/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761959.406443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761959.406446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761959.406449:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324982784:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761959.406472:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982912:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761959.406501:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761959.406513:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761959/real 1787761959]  req@ffff9f7d4832c780 x1874601324982912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761959.406525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324982912/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761959.406538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761959.406541:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761959.406545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324982912:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761959.726151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761960.110184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761960.750114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761961.134163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761961.774122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761962.158186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761962.798123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761963.182161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761963.822081:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761964.206177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761964.526128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761964.526135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761964.526138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761964.526145:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2865
00000100:00080000:1.0:1787761964.526153:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761964.526159:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761964.526196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324983040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761964.526221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761964.526223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761964.526224:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761964.526227:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2865
00000100:00080000:1.0:1787761964.526229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761964.526231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761964.526238:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761964.526245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324983168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761964.526273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761964.526368:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983168:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761964.846112:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761965.230223:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761965.870163:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761966.254229:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761966.894137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761967.278205:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761967.598224:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787761967.598275:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761967.598291:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787761967.598333:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787761967.598414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761964/real 1787761967]  req@ffff9f7d4a9083c0 x1874601324983040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761967.598441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324983040/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761967.598452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761967.598456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761967.598460:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983040:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761967.598468:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761964/real 1787761967]  req@ffff9f7d4a90b480 x1874601324983168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761967.598495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324983168/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761967.598503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761967.598506:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761967.598509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983168:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761967.918149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761968.302172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761968.942120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761969.326163:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761969.646171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761969.646180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761969.646183:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761969.646192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2870
00000100:00080000:3.0:1787761969.646202:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761969.646219:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761969.646250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324983296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761969.646277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761969.646280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761969.646282:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761969.646286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2870
00000100:00080000:3.0:1787761969.646289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761969.646312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761969.646322:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761969.646343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324983424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761969.646352:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983296:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761969.646481:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761969.646576:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761969/real 1787761969]  req@ffff9f7d4832cb40 x1874601324983296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761969.646602:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324983296/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761969.646617:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761969.646623:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761969.646630:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983296:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761969.646675:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983424:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761969.646700:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761969.646714:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761969/real 1787761969]  req@ffff9f7d4832e580 x1874601324983424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761969.646727:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324983424/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761969.646752:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761969.646757:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761969.646761:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983424:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761969.966170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761970.350206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761970.990085:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761971.374162:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761972.014130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761972.398178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761973.038127:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761973.422199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761974.062154:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761974.446150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761974.766142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761974.766152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761974.766156:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761974.766168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2875
00000100:00080000:3.0:1787761974.766178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761974.766186:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761974.766220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324983552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761974.766247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761974.766250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761974.766256:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761974.766260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2875
00000100:00080000:3.0:1787761974.766263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761974.766267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761974.766276:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761974.766291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324983680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761974.766300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983552:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761974.766368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761974.766409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761974/real 1787761974]  req@ffff9f7d4832c000 x1874601324983552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761974.766426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324983552/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761974.766436:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761974.766439:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761974.766443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983552:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761974.766465:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983680:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761974.766483:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761974.766493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761974/real 1787761974]  req@ffff9f7d4832cf00 x1874601324983680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761974.766503:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324983680/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761974.766524:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761974.766527:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761974.766530:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983680:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761975.086148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761975.470187:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761976.110161:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761976.494213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761977.134168:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761977.518232:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761978.158156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761978.542231:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761979.182130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761979.566184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761979.886135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761979.886142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761979.886145:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761979.886153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2880
00000100:00080000:1.0:1787761979.886161:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761979.886166:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787761979.886200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324983808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761979.886218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761979.886220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761979.886221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761979.886224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2880
00000100:00080000:1.0:1787761979.886225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761979.886240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787761979.886248:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761979.886257:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787761979.886263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324983936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761979.886307:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761979.886339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761979/real 1787761979]  req@ffff9f7d4a90bc00 x1874601324983808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761979.886355:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324983808/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761979.886365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761979.886369:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761979.886373:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324983808:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761979.886392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983936:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761979.886407:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761979.886415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761979/real 1787761979]  req@ffff9f7d4a909a40 x1874601324983936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761979.886422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324983936/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761979.886434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761979.886437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761979.886440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324983936:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761980.206136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761980.590184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761981.230123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761981.614165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761982.254139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761982.638218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761983.278809:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761983.662176:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761984.302126:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761984.686163:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761985.006159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761985.006169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761985.006173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761985.006183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2885
00000100:00080000:2.0:1787761985.006193:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761985.006200:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761985.006237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324984064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761985.006276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761985.006283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761985.006285:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761985.006290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2885
00000100:00080000:2.0:1787761985.006294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761985.006299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761985.006308:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761985.006316:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984064:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787761985.006323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324984192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761985.006372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761985.006408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761985/real 1787761985]  req@ffff9f7d4a940b40 x1874601324984064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761985.006425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324984064/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761985.006434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761985.006438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761985.006442:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984064:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761985.006465:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984192:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761985.006488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761985.006500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761985/real 1787761985]  req@ffff9f7d4a942580 x1874601324984192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761985.006509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324984192/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761985.006519:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761985.006521:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761985.006523:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984192:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761985.326121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761985.710161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761986.350132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761986.734185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761987.374171:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761987.758215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761988.398096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761988.782180:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761989.422153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761989.806191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761990.126137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761990.126147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761990.126151:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761990.126160:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2890
00000100:00080000:2.0:1787761990.126170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761990.126176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787761990.126205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324984320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761990.126225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761990.126228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761990.126229:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761990.126231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2890
00000100:00080000:2.0:1787761990.126246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761990.126249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787761990.126257:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761990.126265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324984448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761990.126273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984320:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761990.126333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761990.126367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761990/real 1787761990]  req@ffff9f7d4a941e00 x1874601324984320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761990.126384:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324984320/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761990.126402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761990.126409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761990.126413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984320:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761990.126439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984448:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761990.126458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761990.126469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761990/real 1787761990]  req@ffff9f7d4a941a40 x1874601324984448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761990.126480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324984448/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761990.126492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761990.126496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761990.126499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984448:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761990.446087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761990.830123:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761991.470130:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761991.854199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761992.494087:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761992.878177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761993.518128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761993.902305:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761994.542123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761994.926184:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761995.246155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761995.246165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761995.246170:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761995.246179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2895
00000100:00080000:3.0:1787761995.246189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761995.246196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787761995.246228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324984576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761995.246250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761995.246252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761995.246253:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761995.246256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2895
00000100:00080000:3.0:1787761995.246258:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761995.246261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787761995.246268:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761995.246276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324984704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761995.246285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984576:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787761995.246351:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761995.246397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761995/real 1787761995]  req@ffff9f7d4832e940 x1874601324984576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761995.246414:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324984576/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761995.246422:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761995.246426:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761995.246430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984576:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787761995.246452:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984704:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787761995.246473:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787761995.246485:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761995/real 1787761995]  req@ffff9f7d4832e1c0 x1874601324984704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761995.246496:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324984704/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761995.246518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761995.246521:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787761995.246524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984704:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787761995.566133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761995.950149:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761996.590129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761996.974178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761997.614124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761997.998166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761998.638131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761999.022233:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761999.662146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762000.046173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762000.366141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762000.366151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762000.366155:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762000.366163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2900
00000100:00080000:2.0:1787762000.366173:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762000.366179:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762000.366220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324984832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762000.366244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762000.366247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762000.366249:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762000.366252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2900
00000100:00080000:2.0:1787762000.366256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762000.366259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762000.366268:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762000.366298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984832:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787762000.366307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324984960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762000.366355:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762000.366395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762000/real 1787762000]  req@ffff9f7d4a940780 x1874601324984832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762000.366414:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324984832/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762000.366424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762000.366428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762000.366432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324984832:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762000.366456:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984960:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762000.366474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762000.366484:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762000/real 1787762000]  req@ffff9f7d4a942940 x1874601324984960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762000.366495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324984960/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762000.366508:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762000.366512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762000.366515:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324984960:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762000.686071:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762001.070189:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762001.710138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762002.094172:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762002.734098:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762003.118186:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762003.758118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762004.142195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762004.782117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762005.166185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762005.486113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762005.486120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762005.486123:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762005.486130:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2906
00000100:00080000:2.0:1787762005.486138:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762005.486143:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762005.486182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324985088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762005.486210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762005.486214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762005.486216:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762005.486220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2906
00000100:00080000:2.0:1787762005.486223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762005.486228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762005.486237:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762005.486252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324985216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762005.486258:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985088:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762005.486307:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762005.486342:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762005/real 1787762005]  req@ffff9f7d4a9412c0 x1874601324985088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762005.486353:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324985088/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762005.486361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762005.486364:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762005.486367:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985088:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762005.486386:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985216:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762005.486399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762005.486406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762005/real 1787762005]  req@ffff9f7d4a941680 x1874601324985216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762005.486412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324985216/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762005.486428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762005.486431:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762005.486433:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985216:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762005.806101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762006.190161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762006.830117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762007.214172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762007.854109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762008.238185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762008.878124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762009.262197:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762009.902103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762010.286195:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762010.606082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762010.606103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762010.606106:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762010.606113:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2911
00000100:00080000:2.0:1787762010.606122:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762010.606128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762010.606162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9421c0 x1874601324985344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762010.606189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762010.606192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762010.606194:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762010.606198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2911
00000100:00080000:2.0:1787762010.606200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762010.606203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762010.606215:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762010.606228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941680 x1874601324985472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762010.606229:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985344:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762010.606286:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762010.606327:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762010/real 1787762010]  req@ffff9f7d4a9421c0 x1874601324985344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762010.606347:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9421c0 x1874601324985344/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762010.606356:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762010.606360:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762010.606362:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985344:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762010.606384:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985472:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762010.606405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762010.606442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762010/real 1787762010]  req@ffff9f7d4a941680 x1874601324985472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762010.606453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941680 x1874601324985472/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762010.606466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762010.606469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762010.606473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985472:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762010.926117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762011.310177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762011.950068:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762012.334270:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762012.974151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762013.358157:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762013.998144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762014.382217:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762015.022106:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762015.406135:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762015.726120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762015.726131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762015.726135:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762015.726144:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2916
00000100:00080000:3.0:1787762015.726163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762015.726170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762015.726204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324985600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762015.726231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762015.726234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762015.726236:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762015.726241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2916
00000100:00080000:3.0:1787762015.726246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762015.726251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762015.726262:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762015.726276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324985728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762015.726290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985600:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762015.726377:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762015.726425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762015/real 1787762015]  req@ffff9f7d4832f0c0 x1874601324985600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762015.726439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324985600/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762015.726448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762015.726452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762015.726457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985600:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762015.726484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985728:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762015.726506:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762015.726515:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762015/real 1787762015]  req@ffff9f7d4832e1c0 x1874601324985728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762015.726523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324985728/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762015.726543:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762015.726545:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762015.726547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985728:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762016.046105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762016.430151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762017.070114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762017.454139:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762018.094103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762018.478157:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762019.118146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762019.502276:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762020.142095:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762020.526183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762020.846117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762020.846125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762020.846128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762020.846136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2921
00000100:00080000:3.0:1787762020.846144:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762020.846149:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762020.846182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324985856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762020.846205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762020.846208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762020.846209:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762020.846228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2921
00000100:00080000:3.0:1787762020.846232:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762020.846236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762020.846245:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762020.846258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324985984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762020.846265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985856:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762020.846329:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762020.846375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762020/real 1787762020]  req@ffff9f7d4832e940 x1874601324985856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762020.846394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324985856/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762020.846412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762020.846417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762020.846420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324985856:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762020.846443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985984:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762020.846463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762020.846472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762020/real 1787762020]  req@ffff9f7d4832cf00 x1874601324985984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762020.846479:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324985984/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762020.846497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762020.846501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762020.846504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324985984:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762021.166124:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762021.550213:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762022.190128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762022.574215:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762023.214117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762023.598203:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762024.238088:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762024.622211:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762025.262134:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762025.646232:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762025.966161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762025.966168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762025.966173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762025.966182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2926
00000100:00080000:3.0:1787762025.966193:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762025.966216:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762025.966247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324986112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762025.966273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762025.966277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762025.966278:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762025.966282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2926
00000100:00080000:3.0:1787762025.966286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762025.966290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762025.966304:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762025.966318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324986240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762025.966321:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986112:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762025.966383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762025.966413:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762025/real 1787762025]  req@ffff9f7d4832c000 x1874601324986112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762025.966425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324986112/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762025.966431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762025.966434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762025.966437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986112:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762025.966454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324986240:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762025.966467:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762025.966474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762025/real 1787762025]  req@ffff9f7d4832e580 x1874601324986240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762025.966481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324986240/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762025.966491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762025.966493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762025.966496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324986240:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762026.286144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762026.670200:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762027.310141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762027.694177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762028.334110:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762028.719125:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762029.358147:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762029.742190:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762030.382146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762030.766212:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762031.086141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762031.086151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762031.086155:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762031.086164:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2931
00000100:00080000:3.0:1787762031.086174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762031.086181:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762031.086214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324986368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762031.086254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762031.086257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762031.086274:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762031.086278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2931
00000100:00080000:3.0:1787762031.086283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762031.086287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762031.086296:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762031.086307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787762031.086311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324986496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762031.086401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324986496:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762031.406153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762031.790174:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762032.430139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762032.814280:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762033.454140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762033.838486:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787762034.158237:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:3.0:1787762034.158276:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787762034.158299:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:3.0:1787762034.158339:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787762034.158428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762031/real 1787762034]  req@ffff9f7d4832c780 x1874601324986496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762034.158450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324986496/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762034.158461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762034.158466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762034.158470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324986496:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762034.158477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762031/real 1787762034]  req@ffff9f7d4832cb40 x1874601324986368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762034.158508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324986368/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762034.158516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762034.158518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762034.158521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986368:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762034.478132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762034.862184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762035.502132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762035.886178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762036.206156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762036.206164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762036.206167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762036.206176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2936
00000100:00080000:3.0:1787762036.206186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762036.206192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762036.206232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324986624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762036.206264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762036.206267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762036.206269:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762036.206286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2936
00000100:00080000:3.0:1787762036.206291:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762036.206294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762036.206304:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762036.206314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986624:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787762036.206315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324986752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762036.206375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762036.206414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762036/real 1787762036]  req@ffff9f7d4832d2c0 x1874601324986624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762036.206431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324986624/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762036.206440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762036.206444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762036.206447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986624:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762036.206473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324986752:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762036.206495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762036.206506:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762036/real 1787762036]  req@ffff9f7d4832f480 x1874601324986752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762036.206516:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324986752/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762036.206530:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762036.206533:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762036.206536:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324986752:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762036.526156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762036.910179:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762037.550138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762037.934256:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762038.574129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762038.958151:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762039.598128:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762039.982689:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762040.622129:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762041.006177:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762041.326135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762041.326144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762041.326147:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762041.326155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2941
00000100:00080000:3.0:1787762041.326165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762041.326171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762041.326201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832fc00 x1874601324986880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762041.326217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762041.326220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762041.326221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762041.326224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2941
00000100:00080000:3.0:1787762041.326227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762041.326229:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762041.326236:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762041.326242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787762041.326249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f480 x1874601324987008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762041.326305:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762041.326340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762041/real 1787762041]  req@ffff9f7d4832fc00 x1874601324986880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762041.326356:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832fc00 x1874601324986880/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762041.326380:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762041.326384:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762041.326387:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324986880:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762041.326410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987008:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762041.326431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762041.326442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762041/real 1787762041]  req@ffff9f7d4832f480 x1874601324987008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762041.326458:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f480 x1874601324987008/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762041.326473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762041.326476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762041.326479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987008:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762041.646096:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762042.030208:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762042.670117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762043.054183:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762043.694132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762044.078178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762044.718139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762045.102152:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762045.742136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762046.126244:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762046.446144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762046.446156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762046.446161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762046.446173:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2947
00000100:00080000:3.0:1787762046.446186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762046.446203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762046.446249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832d2c0 x1874601324987136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762046.446278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762046.446282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762046.446284:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762046.446288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2947
00000100:00080000:3.0:1787762046.446292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762046.446297:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762046.446309:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762046.446325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cb40 x1874601324987264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762046.446349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987136:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762046.446429:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762046.446467:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762046/real 1787762046]  req@ffff9f7d4832d2c0 x1874601324987136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762046.446485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832d2c0 x1874601324987136/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762046.446495:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762046.446499:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762046.446503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987136:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762046.446530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987264:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762046.446552:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762046.446563:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762046/real 1787762046]  req@ffff9f7d4832cb40 x1874601324987264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762046.446596:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cb40 x1874601324987264/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762046.446605:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762046.446608:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762046.446611:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987264:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762046.766123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762047.150140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762047.790141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762048.174156:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762048.814131:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762049.198150:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762049.838156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762050.222134:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762050.862085:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762051.246182:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762051.566125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762051.566132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762051.566136:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762051.566143:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2952
00000100:00080000:0.0:1787762051.566151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762051.566156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:0.0:1787762051.566184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d76940 x1874601324987392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762051.566204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762051.566206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762051.566207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762051.566210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2952
00000100:00080000:0.0:1787762051.566223:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762051.566226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:0.0:1787762051.566233:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762051.566243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d46d74b40 x1874601324987520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762051.566255:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987392:192.168.204.109@tcp:250:kworker.0
00000800:00000100:1.0:1787762051.566314:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787762051.566347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762051/real 1787762051]  req@ffff9f7d46d76940 x1874601324987392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762051.566363:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d76940 x1874601324987392/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762051.566374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762051.566378:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787762051.566382:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987392:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787762051.566404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987520:192.168.204.109@tcp:38:kworker.0
00000800:00000100:1.0:1787762051.566430:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:1.0:1787762051.566442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762051/real 1787762051]  req@ffff9f7d46d74b40 x1874601324987520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762051.566454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d46d74b40 x1874601324987520/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762051.566463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762051.566466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:1.0:1787762051.566476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d46d74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987520:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762051.886138:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762052.270150:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762052.910121:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762053.294165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762053.934120:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762054.318137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762054.958111:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762055.342171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762055.982116:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762056.366136:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762056.686139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762056.686146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762056.686150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762056.686158:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2957
00000100:00080000:1.0:1787762056.686166:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762056.686173:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787762056.686207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324987648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762056.686235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762056.686239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762056.686241:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762056.686245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2957
00000100:00080000:1.0:1787762056.686250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762056.686254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787762056.686263:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762056.686275:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:1.0:1787762056.686279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324987776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762056.686343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762056.686384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762056/real 1787762056]  req@ffff9f7d4a90a1c0 x1874601324987648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762056.686402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324987648/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762056.686412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762056.686416:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762056.686420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987648:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762056.686443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987776:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762056.686465:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762056.686493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762056/real 1787762056]  req@ffff9f7d4a908000 x1874601324987776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762056.686506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324987776/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762056.686514:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762056.686530:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762056.686534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324987776:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762057.006122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762057.390165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762058.030118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762058.414134:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762059.054089:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762059.438171:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762060.078122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762060.462145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762061.102117:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762061.486203:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762061.806099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762061.806108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762061.806113:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762061.806121:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2962
00000100:00080000:1.0:1787762061.806129:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762061.806139:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787762061.806181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a908000 x1874601324987904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762061.806202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762061.806204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762061.806205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762061.806208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2962
00000100:00080000:1.0:1787762061.806210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762061.806212:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787762061.806220:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762061.806228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90a1c0 x1874601324988032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762061.806240:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987904:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762061.806290:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762061.806318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762061/real 1787762061]  req@ffff9f7d4a908000 x1874601324987904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762061.806329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a908000 x1874601324987904/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762061.806336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762061.806338:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762061.806341:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324987904:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762061.806357:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988032:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762061.806376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762061.806384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762061/real 1787762061]  req@ffff9f7d4a90a1c0 x1874601324988032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762061.806392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90a1c0 x1874601324988032/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762061.806400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762061.806404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762061.806406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988032:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762062.126135:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762062.510146:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762063.150109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762063.534174:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762064.174144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762064.558155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762065.198152:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762065.582246:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762066.222101:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762066.606124:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762066.926161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762066.926172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762066.926176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762066.926187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2967
00000100:00080000:2.0:1787762066.926198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762066.926204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762066.926244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9412c0 x1874601324988160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762066.926269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762066.926271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762066.926272:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762066.926275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2967
00000100:00080000:2.0:1787762066.926277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762066.926297:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762066.926308:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762066.926317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942940 x1874601324988288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762066.926345:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988160:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762066.926405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762066.926447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762066/real 1787762066]  req@ffff9f7d4a9412c0 x1874601324988160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762066.926464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9412c0 x1874601324988160/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762066.926472:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762066.926475:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762066.926489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988160:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762066.926511:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988288:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762066.926527:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762066.926535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762066/real 1787762066]  req@ffff9f7d4a942940 x1874601324988288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762066.926542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942940 x1874601324988288/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762066.926547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762066.926550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762066.926552:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988288:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762067.246148:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762067.630140:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762068.270104:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762068.654132:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762069.294140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762069.678192:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762070.318143:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762070.702167:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762071.342118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762071.726175:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762072.046159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762072.046167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762072.046170:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762072.046179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2972
00000100:00080000:3.0:1787762072.046189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762072.046214:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762072.046255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c780 x1874601324988416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762072.046278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762072.046280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762072.046281:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762072.046284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2972
00000100:00080000:3.0:1787762072.046287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762072.046289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762072.046296:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762072.046303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e580 x1874601324988544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762072.046325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988416:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762072.046388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762072.046423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762072/real 1787762072]  req@ffff9f7d4832c780 x1874601324988416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762072.046436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c780 x1874601324988416/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762072.046443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762072.046451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762072.046454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988416:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762072.046459:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988544:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762072.046480:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762072.046492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762072/real 1787762072]  req@ffff9f7d4832e580 x1874601324988544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762072.046504:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e580 x1874601324988544/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762072.046511:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762072.046514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762072.046517:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988544:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762072.366118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762072.750137:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762073.390137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762073.774166:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762074.414151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762074.798145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762075.438144:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762075.822173:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762076.462149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762076.846172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762077.166144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762077.166152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762077.166155:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762077.166163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2977
00000100:00080000:1.0:1787762077.166172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762077.166177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787762077.166205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b840 x1874601324988672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762077.166225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762077.166227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762077.166228:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762077.166231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2977
00000100:00080000:1.0:1787762077.166232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762077.166245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787762077.166253:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762077.166261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909a40 x1874601324988800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762077.166322:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988672:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762077.166409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762077.166472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762077/real 1787762077]  req@ffff9f7d4a90b840 x1874601324988672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762077.166498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b840 x1874601324988672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762077.166510:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762077.166528:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762077.166533:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988672:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762077.166541:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988800:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762077.166562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762077.166574:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762077/real 1787762077]  req@ffff9f7d4a909a40 x1874601324988800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762077.166584:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909a40 x1874601324988800/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762077.166592:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762077.166595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762077.166605:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324988800:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762077.486157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762077.870197:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762078.510170:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762078.894218:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762079.534156:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762079.918184:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762080.558103:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762080.942198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762081.582137:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762081.966198:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762082.286138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762082.286148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762082.286152:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762082.286162:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2982
00000100:00080000:3.0:1787762082.286172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762082.286180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762082.286215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832c000 x1874601324988928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762082.286259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762082.286262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762082.286264:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762082.286268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2982
00000100:00080000:3.0:1787762082.286272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762082.286276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762082.286285:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762082.286297:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988928:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787762082.286300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832cf00 x1874601324989056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762082.286359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762082.286396:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762082/real 1787762082]  req@ffff9f7d4832c000 x1874601324988928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762082.286408:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832c000 x1874601324988928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762082.286415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762082.286425:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762082.286427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324988928:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762082.286446:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989056:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762082.286462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762082.286469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762082/real 1787762082]  req@ffff9f7d4832cf00 x1874601324989056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762082.286477:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832cf00 x1874601324989056/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762082.286482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762082.286486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762082.286489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989056:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762082.606145:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762082.990195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762083.630133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762084.014158:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762084.654140:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762085.038162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762085.678097:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762086.062155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762086.702136:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762087.086195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762087.406154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762087.406164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762087.406167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762087.406176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2987
00000100:00080000:2.0:1787762087.406187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762087.406194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762087.406228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940780 x1874601324989184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762087.406256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762087.406259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762087.406275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762087.406280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2987
00000100:00080000:2.0:1787762087.406284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762087.406288:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762087.406298:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762087.406300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787762087.406312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941a40 x1874601324989312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762087.406354:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762087.406384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762087/real 1787762087]  req@ffff9f7d4a940780 x1874601324989184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762087.406399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940780 x1874601324989184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762087.406409:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762087.406420:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762087.406424:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989184:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762087.406448:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989312:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762087.406466:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762087.406474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762087/real 1787762087]  req@ffff9f7d4a941a40 x1874601324989312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762087.406481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941a40 x1874601324989312/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762087.406486:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762087.406488:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762087.406491:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989312:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762087.726090:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762088.110165:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762088.750132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762089.134155:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762089.774059:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762090.158189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762090.798151:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762091.182179:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762091.822123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762092.206180:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762092.526142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762092.526149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762092.526152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762092.526160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2993
00000100:00080000:2.0:1787762092.526169:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762092.526174:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762092.526202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a941e00 x1874601324989440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762092.526226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762092.526228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762092.526229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762092.526232:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2993
00000100:00080000:2.0:1787762092.526233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762092.526249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762092.526257:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762092.526268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989440:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787762092.526273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324989568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762092.526321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762092.526358:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762092/real 1787762092]  req@ffff9f7d4a941e00 x1874601324989440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762092.526375:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a941e00 x1874601324989440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762092.526385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762092.526395:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762092.526399:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a941e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989440:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762092.526421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989568:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762092.526438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762092.526446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762092/real 1787762092]  req@ffff9f7d4a942580 x1874601324989568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762092.526454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324989568/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762092.526459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762092.526460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762092.526463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989568:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762092.846153:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762093.230158:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762093.870132:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762094.254191:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762094.894133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762095.278172:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762095.918119:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762096.302170:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762096.942139:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762097.326182:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762097.646148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762097.646155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762097.646159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762097.646166:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 2998
00000100:00080000:3.0:1787762097.646175:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762097.646180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762097.646218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324989696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762097.646245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762097.646248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762097.646250:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762097.646254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 2998
00000100:00080000:3.0:1787762097.646257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762097.646261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762097.646283:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762097.646288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:3.0:1787762097.646300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e1c0 x1874601324989824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762097.646388:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989824:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762097.966114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762098.350142:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762098.990133:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762099.374178:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762100.014114:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762100.398190:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787762100.718268:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.109:988
00000400:00000100:2.0:1787762100.718309:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.109@tcp at host 192.168.204.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762100.718325:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000800:00000100:2.0:1787762100.718365:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.109@tcp
00000100:00100000:0.0:1787762100.718420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762097/real 1787762100]  req@ffff9f7d4832e1c0 x1874601324989824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762100.718467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e1c0 x1874601324989824/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762100.718480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762100.718486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762100.718490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324989824:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762100.718498:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762097/real 1787762100]  req@ffff9f7d4832e940 x1874601324989696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762100.718511:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324989696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762100.718518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762100.718521:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762100.718524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989696:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762101.038123:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762101.422195:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762102.062141:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762102.446199:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762102.766119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762102.766128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762102.766132:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762102.766142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 3003
00000100:00080000:1.0:1787762102.766152:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762102.766159:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787762102.766190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90bc00 x1874601324989952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762102.766215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762102.766218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762102.766220:0:37:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762102.766223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 3003
00000100:00080000:1.0:1787762102.766227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762102.766230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787762102.766240:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762102.766253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a90b480 x1874601324990080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762102.766318:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989952:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762102.766378:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762102.766425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762102/real 1787762102]  req@ffff9f7d4a90bc00 x1874601324989952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762102.766441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90bc00 x1874601324989952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762102.766450:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762102.766466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762102.766470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324989952:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762102.766476:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990080:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762102.766499:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762102.766513:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762102/real 1787762102]  req@ffff9f7d4a90b480 x1874601324990080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762102.766524:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a90b480 x1874601324990080/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762102.766532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762102.766537:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762102.766540:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990080:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762103.086149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762103.470177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762104.110149:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762104.494189:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762105.134109:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762105.518162:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762106.158176:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762106.542160:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762107.182108:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762107.566139:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762107.886397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762107.886409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762107.886413:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762107.886430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 3008
00000100:00080000:2.0:1787762107.886442:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762107.886466:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:2.0:1787762107.886507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a940b40 x1874601324990208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762107.886543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762107.886547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762107.886549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762107.886553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 3008
00000100:00080000:2.0:1787762107.886557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762107.886561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:2.0:1787762107.886571:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762107.886593:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324990208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:2.0:1787762107.886595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a942580 x1874601324990336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762107.886675:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762107.886732:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762107/real 1787762107]  req@ffff9f7d4a940b40 x1874601324990208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762107.886750:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a940b40 x1874601324990208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762107.886761:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762107.886771:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762107.886774:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a940b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324990208:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762107.886798:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990336:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762107.886822:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762107.886833:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762107/real 1787762107]  req@ffff9f7d4a942580 x1874601324990336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762107.886845:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a942580 x1874601324990336/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762107.886852:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762107.886855:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762107.886858:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a942580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990336:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762108.206118:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762108.590185:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762109.230142:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762109.614225:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762110.254157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762110.638238:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762111.278184:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762111.662264:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762112.302157:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762112.686164:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762113.006146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762113.006155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762113.006176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762113.006190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 3013
00000100:00080000:1.0:1787762113.006201:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762113.006208:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:1.0:1787762113.006239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a9083c0 x1874601324990464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762113.006263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762113.006265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762113.006267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762113.006270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 3013
00000100:00080000:1.0:1787762113.006273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762113.006278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:1.0:1787762113.006287:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762113.006297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4a909e00 x1874601324990592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762113.006310:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324990464:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762113.006368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762113.006407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762113/real 1787762113]  req@ffff9f7d4a9083c0 x1874601324990464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762113.006439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a9083c0 x1874601324990464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762113.006449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762113.006459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762113.006463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a9083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324990464:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762113.006484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990592:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762113.006504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762113.006514:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762113/real 1787762113]  req@ffff9f7d4a909e00 x1874601324990592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762113.006525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4a909e00 x1874601324990592/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762113.006532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762113.006535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762113.006538:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4a909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990592:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762113.326146:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762113.710198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762114.350091:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762114.734155:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762115.374122:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762115.758223:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762116.398181:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762116.782161:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762117.422086:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762117.806151:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762118.126103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7004f5ce-d88c-4df1-9ee2-efe47130d121->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762118.126110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762118.126114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762118.126122:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 3018
00000100:00080000:3.0:1787762118.126130:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762118.126135:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.109@tcp: import ffff9f7d51206800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000100:00100000:3.0:1787762118.126162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832f0c0 x1874601324990720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762118.126187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6adecffe-4523-438b-8da7-1d705d9fa828->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762118.126189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762118.126191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762118.126193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: connect to NID 192.168.204.109@tcp last attempt 3018
00000100:00080000:3.0:1787762118.126195:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762118.126197:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f7d42eed800: import ffff9f7d4519c800 using connection 192.168.204.109@tcp/192.168.204.109@tcp
00000008:00100000:3.0:1787762118.126203:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762118.126213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f7d4832e940 x1874601324990848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762118.126237:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324990720:192.168.204.109@tcp:250:kworker.0
00000800:00000100:0.0:1787762118.126294:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762118.126346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762118/real 1787762118]  req@ffff9f7d4832f0c0 x1874601324990720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762118.126364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832f0c0 x1874601324990720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762118.126374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d51206800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762118.126391:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762118.126395:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7004f5ce-d88c-4df1-9ee2-efe47130d121:2345:1874601324990720:192.168.204.109@tcp:250:kworker.0
00000100:00100000:0.0:1787762118.126402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990848:192.168.204.109@tcp:38:kworker.0
00000800:00000100:0.0:1787762118.126422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.109@tcp
00000100:00100000:0.0:1787762118.126433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762118/real 1787762118]  req@ffff9f7d4832e940 x1874601324990848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762118.126444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f7d4832e940 x1874601324990848/t0(0) o38->lustre-MDT0000-mdc-ffff9f7d42eed800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762118.126452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9f7d4519c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762118.126455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.109@tcp failed (-110)
00000100:00100000:0.0:1787762118.126458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7d4832e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6adecffe-4523-438b-8da7-1d705d9fa828:2345:1874601324990848:192.168.204.109@tcp:38:kworker.0
00000100:00100000:0.0:1787762118.446099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762118.830202:0:5578:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762119.470099:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762119.854210:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762120.494105:0:9807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7d4ab4b3c0 going to sleep for 0 seconds
Debug log: 23137 lines, 23137 kept, 0 dropped, 0 bad.